Nov 13 21:52:10 user nova-compute[75075]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75075) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75075) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75075) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 13 21:52:10 user nova-compute[75075]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:52:10 user nova-compute[75075]: INFO nova.virt.driver [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 13 21:52:10 user nova-compute[75075]: INFO nova.compute.provider_config [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Acquiring lock "singleton_lock" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Acquired lock "singleton_lock" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Releasing lock "singleton_lock" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Full set of CONF: {{(pid=75075) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ******************************************************************************** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Configuration options gathered from: {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ================================================================================ {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] allow_resize_to_same_host      = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] arq_binding_timeout            = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] backdoor_port                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] backdoor_socket                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] block_device_allocate_retries  = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] block_device_allocate_retries_interval = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cert                           = self.pem {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute_monitors               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] config_dir                     = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] config_drive_format            = iso9660 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] config_source                  = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] console_host                   = user {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] control_exchange               = nova {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cpu_allocation_ratio           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] daemon                         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] debug                          = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_access_ip_network_name = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_availability_zone      = nova {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_ephemeral_format       = ext4 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_green_pool_size        = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] default_schedule_zone          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] disk_allocation_ratio          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] enable_new_services            = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] enabled_ssl_apis               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] flat_injected                  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] force_config_drive             = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] force_raw_images               = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] graceful_shutdown_timeout      = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] heal_instance_info_cache_interval = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] host                           = user {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_build_timeout         = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_delete_interval       = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_name_template         = instance-%08x {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_usage_audit           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_usage_audit_period    = month {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] internal_service_availability_zone = internal {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] key                            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] live_migration_retry_count     = 30 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_config_append              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_dir                        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_file                       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_options                    = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_rotate_interval            = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_rotate_interval_type       = days {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] log_rotation_type              = none {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] long_rpc_timeout               = 1800 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_concurrent_builds          = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_concurrent_live_migrations = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_concurrent_snapshots       = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_local_block_devices        = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_logfile_count              = 30 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] max_logfile_size_mb            = 200 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] maximum_instance_delete_attempts = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metadata_listen                = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metadata_listen_port           = 8775 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metadata_workers               = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] migrate_max_retries            = -1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] mkisofs_cmd                    = genisoimage {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] my_ip                          = 10.0.0.210 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] network_allocate_retries       = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] osapi_compute_listen_port      = 8774 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] osapi_compute_unique_server_name_scope =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] osapi_compute_workers          = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] password_length                = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] periodic_enable                = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] periodic_fuzzy_delay           = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] pointer_model                  = ps2mouse {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] preallocate_images             = none {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] publish_errors                 = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] pybasedir                      = /opt/stack/nova {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ram_allocation_ratio           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rate_limit_burst               = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rate_limit_except_level        = CRITICAL {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rate_limit_interval            = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reboot_timeout                 = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reclaim_instance_interval      = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] record                         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reimage_timeout_per_gb         = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] report_interval                = 120 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rescue_timeout                 = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reserved_host_cpus             = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reserved_host_disk_mb          = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reserved_host_memory_mb        = 512 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] reserved_huge_pages            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] resize_confirm_window          = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] resize_fs_using_block_device   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] resume_guests_state_on_host_boot = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rpc_response_timeout           = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] run_external_periodic_tasks    = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] running_deleted_instance_action = reap {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] running_deleted_instance_timeout = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler_instance_sync_interval = 120 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_down_time              = 720 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] servicegroup_driver            = db {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] shelved_offload_time           = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] shelved_poll_interval          = 3600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] shutdown_timeout               = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] source_is_ipv6                 = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ssl_only                       = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] state_path                     = /opt/stack/data/nova {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] sync_power_state_interval      = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] sync_power_state_pool_size     = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] syslog_log_facility            = LOG_USER {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] tempdir                        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] timeout_nbd                    = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] transport_url                  = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] update_resources_interval      = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_cow_images                 = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_eventlog                   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_journal                    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_json                       = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_rootwrap_daemon            = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_stderr                     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] use_syslog                     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vcpu_pin_set                   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plugging_is_fatal          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plugging_timeout           = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] virt_mkfs                      = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] volume_usage_poll_interval     = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] watch_log_file                 = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] web                            = /usr/share/spice-html5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_concurrency.disable_process_locking = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.auth_strategy              = keystone {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.compute_link_prefix        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.dhcp_domain                = novalocal {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.enable_instance_password   = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.glance_link_prefix         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.instance_list_per_project_cells = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.list_records_by_skipping_down_cells = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.local_metadata_per_cell    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.max_limit                  = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.metadata_cache_expiration  = 15 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.neutron_default_tenant_id  = default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.use_forwarded_for          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.use_neutron_default_nets   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_dynamic_targets = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_jsonfile_path   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.backend_argument         = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.config_prefix            = cache.oslo {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.dead_timeout             = 60.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.debug_cache_backend      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.enable_retry_client      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.enable_socket_keepalive  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.enabled                  = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.expiration_time          = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.hashclient_retry_attempts = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_dead_retry      = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_password        =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_sasl_enabled    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.memcache_username        =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.proxies                  = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.retry_attempts           = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.retry_delay              = 0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.socket_keepalive_count   = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.socket_keepalive_idle    = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.socket_keepalive_interval = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.tls_allowed_ciphers      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.tls_cafile               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.tls_certfile             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.tls_enabled              = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cache.tls_keyfile              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.auth_section            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.auth_type               = password {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.cafile                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.certfile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.collect_timing          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.cross_az_attach         = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.debug                   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.endpoint_template       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.http_retries            = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.insecure                = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.keyfile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.os_region_name          = RegionOne {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.split_loggers           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cinder.timeout                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.cpu_dedicated_set      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.cpu_shared_set         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.image_type_exclude_list = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.resource_provider_association_refresh = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.shutdown_retry_interval = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] conductor.workers              = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] console.allowed_origins        = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] console.ssl_ciphers            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] console.ssl_minimum_version    = default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] consoleauth.token_ttl          = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.cafile                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.certfile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.collect_timing          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.connect_retries         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.connect_retry_delay     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.endpoint_override       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.insecure                = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.keyfile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.max_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.min_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.region_name             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.service_name            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.service_type            = accelerator {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.split_loggers           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.status_code_retries     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.timeout                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] cyborg.version                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.backend               = sqlalchemy {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.connection            = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.connection_debug      = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.connection_parameters =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.connection_recycle_time = 3600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.connection_trace      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.db_inc_retry_interval = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.db_max_retries        = 20 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.db_max_retry_interval = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.db_retry_interval     = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.max_overflow          = 50 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.max_pool_size         = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.max_retries           = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.mysql_wsrep_sync_wait = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.pool_timeout          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.retry_interval        = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.slave_connection      = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] database.sqlite_synchronous    = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.backend           = sqlalchemy {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.connection        = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.connection_debug  = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.connection_parameters =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.connection_recycle_time = 3600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.connection_trace  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.db_inc_retry_interval = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.db_max_retries    = 20 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.db_max_retry_interval = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.db_retry_interval = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.max_overflow      = 50 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.max_pool_size     = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.max_retries       = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.pool_timeout      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.retry_interval    = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.slave_connection  = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] api_database.sqlite_synchronous = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] devices.enabled_mdev_types     = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ephemeral_storage_encryption.enabled = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.api_servers             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.cafile                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.certfile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.collect_timing          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.connect_retries         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.connect_retry_delay     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.debug                   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.default_trusted_certificate_ids = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.enable_certificate_validation = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.enable_rbd_download     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.endpoint_override       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.insecure                = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.keyfile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.max_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.min_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.num_retries             = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.rbd_ceph_conf           =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.rbd_connect_timeout     = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.rbd_pool                =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.rbd_user                =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.region_name             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.service_name            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.service_type            = image {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.split_loggers           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.status_code_retries     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.timeout                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.verify_glance_signatures = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] glance.version                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] guestfs.debug                  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.config_drive_cdrom      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.config_drive_inject_password = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.enable_remotefx         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.instances_path_share    =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.limit_cpu_features      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.use_multipath_io        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.vswitch_name            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] mks.enabled                    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.manager_interval   = 2400 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.precache_concurrency = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.remove_unused_base_images = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] image_cache.subdirectory_name  = _base {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.api_max_retries         = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.api_retry_interval      = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.auth_section            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.auth_type               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.cafile                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.certfile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.collect_timing          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.conductor_group         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.connect_retries         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.connect_retry_delay     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.endpoint_override       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.insecure                = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.keyfile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.max_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.min_version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.peer_list               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.region_name             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.serial_console_state_timeout = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.service_name            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.service_type            = baremetal {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.split_loggers           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.status_code_retries     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.timeout                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ironic.version                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] key_manager.fixed_key          = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.barbican_api_version  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.barbican_endpoint     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.barbican_endpoint_type = public {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.barbican_region_name  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.cafile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.certfile              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.collect_timing        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.insecure              = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.keyfile               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.number_of_retries     = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.retry_delay           = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.send_service_user_token = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.split_loggers         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.timeout               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.verify_ssl            = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican.verify_ssl_path       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.auth_section = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.auth_type = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.cafile   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.certfile = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.collect_timing = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.insecure = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.keyfile  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.split_loggers = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] barbican_service_user.timeout  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.approle_role_id          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.approle_secret_id        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.cafile                   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.certfile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.collect_timing           = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.insecure                 = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.keyfile                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.kv_mountpoint            = secret {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.kv_path                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.kv_version               = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.namespace                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.root_token_id            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.split_loggers            = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.ssl_ca_crt_file          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.timeout                  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.use_ssl                  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.auth_section          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.auth_type             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.cafile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.certfile              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.collect_timing        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.connect_retries       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.connect_retry_delay   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.endpoint_override     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.insecure              = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.keyfile               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.max_version           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.min_version           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.region_name           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.service_name          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.service_type          = identity {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.split_loggers         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.status_code_retries   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.timeout               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] keystone.version               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.connection_uri         =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_mode               = custom {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: WARNING oslo_config.cfg [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_power_governor_high = performance {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_power_management   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.device_detach_attempts = 8 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.device_detach_timeout  = 20 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.disk_cachemodes        = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.disk_prefix            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.enabled_perf_events    = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.file_backed_memory     = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.gid_maps               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.hw_disk_discard        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.hw_machine_type        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_rbd_pool        = rbd {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_type            = default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.images_volume_group    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.inject_key             = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.inject_partition       = -2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.inject_password        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.iscsi_iface            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.iser_use_multipath     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_downtime = 500 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_inbound_addr = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_scheme  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_timeout_action = abort {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_tunnelled = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: WARNING oslo_config.cfg [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 13 21:52:10 user nova-compute[75075]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 13 21:52:10 user nova-compute[75075]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 13 21:52:10 user nova-compute[75075]: and ``live_migration_inbound_addr`` respectively.
Nov 13 21:52:10 user nova-compute[75075]: ).  Its value may be silently ignored in the future.
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.live_migration_with_native_tls = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.max_queues             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.nfs_mount_options      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_pcie_ports         = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.pmem_namespaces        = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.quobyte_client_cfg     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rbd_secret_uuid        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rbd_user               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rescue_image_id        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rescue_kernel_id       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.rx_queue_size          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.smbfs_mount_options    =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.snapshot_compression   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.snapshot_image_format  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.sparse_logical_volumes = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.swtpm_enabled          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.swtpm_group            = tss {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.swtpm_user             = tss {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.sysinfo_serial         = unique {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.tb_cache_size          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.tx_queue_size          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.uid_maps               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.use_virtio_for_bridges = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.virt_type              = kvm {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.volume_clear           = zero {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.volume_clear_size      = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.volume_use_multipath   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_cache_path   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.auth_section           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.auth_type              = password {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.cafile                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.certfile               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.collect_timing         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.connect_retries        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.connect_retry_delay    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.default_floating_pool  = public {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.endpoint_override      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.extension_sync_interval = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.http_retries           = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.insecure               = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.keyfile                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.max_version            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.min_version            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.ovs_bridge             = br-int {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.physnets               = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.region_name            = RegionOne {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.service_metadata_proxy = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.service_name           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.service_type           = network {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.split_loggers          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.status_code_retries    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.timeout                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] neutron.version                = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] notifications.bdms_in_notifications = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] notifications.default_level    = INFO {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] notifications.notification_format = unversioned {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] notifications.notify_on_state_change = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] pci.alias                      = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] pci.device_spec                = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] pci.report_in_placement        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.auth_section         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.auth_type            = password {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.cafile               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.certfile             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.collect_timing       = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.connect_retries      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.connect_retry_delay  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.default_domain_id    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.default_domain_name  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.domain_id            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.domain_name          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.endpoint_override    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.insecure             = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.keyfile              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.max_version          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.min_version          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.password             = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.project_domain_id    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.project_domain_name  = Default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.project_id           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.project_name         = service {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.region_name          = RegionOne {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.service_name         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.service_type         = placement {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.split_loggers        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.status_code_retries  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.system_scope         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.timeout              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.trust_id             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.user_domain_id       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.user_domain_name     = Default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.user_id              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.username             = placement {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] placement.version              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.cores                    = 20 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.count_usage_from_placement = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.injected_file_content_bytes = 10240 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.injected_file_path_length = 255 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.injected_files           = 5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.instances                = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.key_pairs                = 100 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.metadata_items           = 128 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.ram                      = 51200 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.recheck_quota            = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.server_group_members     = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] quota.server_groups            = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rdp.enabled                    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.image_metadata_prefilter = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.max_attempts         = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.max_placement_results = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] scheduler.workers              = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.host_subset_size = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.isolated_hosts = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.isolated_images = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.pci_in_placement = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.track_instance_changes = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metrics.required               = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metrics.weight_multiplier      = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] metrics.weight_setting         = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.enabled         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.port_range      = 10000:20000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] serial_console.serialproxy_port = 6083 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.auth_section      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.auth_type         = password {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.cafile            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.certfile          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.collect_timing    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.insecure          = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.keyfile           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.send_service_user_token = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.split_loggers     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] service_user.timeout           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.agent_enabled            = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.enabled                  = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.html5proxy_port          = 6082 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.image_compression        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.jpeg_compression         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.playback_compression     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.server_listen            = 127.0.0.1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.streaming_mode           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] spice.zlib_compression         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] upgrade_levels.baseapi         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] upgrade_levels.cert            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] upgrade_levels.compute         = auto {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] upgrade_levels.conductor       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] upgrade_levels.scheduler       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.cafile = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.certfile = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.insecure = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vendordata_dynamic_auth.timeout = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.api_retry_count         = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.ca_file                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.cache_prefix            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.cluster_name            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.connection_pool_size    = 10 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.console_delay_seconds   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.datastore_regex         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.host_ip                 = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.host_password           = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.host_port               = 443 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.host_username           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.insecure                = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.integration_bridge      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.maximum_objects         = 100 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.pbm_default_policy      = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.pbm_enabled             = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.pbm_wsdl_location       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.serial_port_proxy_uri   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.serial_port_service_uri = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.task_poll_interval      = 0.5 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.use_linked_clone        = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.vnc_keymap              = en-us {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.vnc_port                = 5900 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vmware.vnc_port_total          = 10000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.auth_schemes               = ['none'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.enabled                    = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.novncproxy_port            = 6080 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.vencrypt_ca_certs          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.vencrypt_client_cert       = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vnc.vencrypt_client_key        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.disable_rootwrap   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.enable_numa_live_migration = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.libvirt_disable_apic = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.client_socket_timeout     = 900 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.default_pool_size         = 1000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.keep_alive                = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.max_header_line           = 16384 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.ssl_ca_file               = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.ssl_cert_file             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.ssl_key_file              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.tcp_keepidle              = 600 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] zvm.ca_file                    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] zvm.cloud_connector_url        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] zvm.reachable_timeout          = 300 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.enforce_new_defaults = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.enforce_scope      = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.policy_default_rule = default {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.connection_string     = messaging:// {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.enabled               = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.es_doc_type           = notification {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.es_scroll_size        = 10000 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.es_scroll_time        = 2m {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.filter_error_trace    = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.hmac_keys             = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.sentinel_service_name = mymaster {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.socket_timeout        = 0.1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.trace_requests        = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler.trace_sqlalchemy      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler_jaeger.process_tags   = {} {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler_jaeger.service_name_prefix = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] profiler_otlp.service_name_prefix = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] remote_debug.host              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] remote_debug.port              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_notifications.retry = -1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.auth_section        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.auth_type           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.cafile              = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.certfile            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.collect_timing      = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.connect_retries     = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.connect_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.endpoint_id         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.endpoint_override   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.insecure            = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.keyfile             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.max_version         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.min_version         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.region_name         = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.service_name        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.service_type        = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.split_loggers       = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.status_code_retries = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.status_code_retry_delay = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.timeout             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.valid_interfaces    = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_limit.version             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_reports.file_event_handler = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] oslo_reports.log_dir           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.group  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] vif_plug_ovs_privileged.user   = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.isolate_vif         = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] os_brick.lock_path             = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.capabilities   = [21] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.group          = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.helper_command = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] privsep_osbrick.user           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.group           = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.helper_command  = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] nova_sys_admin.user            = None {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG oslo_service.service [None req-e72fc570-bb00-44b1-9245-0b252e227147 None None] ******************************************************************************** {{(pid=75075) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 13 21:52:10 user nova-compute[75075]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Connecting to libvirt: qemu:///system {{(pid=75075) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fb2be1e2fb0> {{(pid=75075) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 13 21:52:10 user nova-compute[75075]: libvirt:  error : internal error: could not initialize domain event timer
Nov 13 21:52:10 user nova-compute[75075]: WARNING nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fb2be1e2fb0> {{(pid=75075) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Starting native event thread {{(pid=75075) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Starting green dispatch thread {{(pid=75075) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 13 21:52:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Starting connection event dispatch thread {{(pid=75075) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 13 21:52:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Connection event '1' reason 'None'
Nov 13 21:52:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 13 21:52:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.mount [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Initialising _HostMountState generation 0 {{(pid=75075) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 13 21:52:17 user nova-compute[75075]: INFO nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host capabilities <capabilities>
Nov 13 21:52:17 user nova-compute[75075]:   <host>
Nov 13 21:52:17 user nova-compute[75075]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 13 21:52:17 user nova-compute[75075]:     <cpu>
Nov 13 21:52:17 user nova-compute[75075]:       <arch>x86_64</arch>
Nov 13 21:52:17 user nova-compute[75075]:       <model>IvyBridge-IBRS</model>
Nov 13 21:52:17 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:17 user nova-compute[75075]:       <microcode version='1070'/>
Nov 13 21:52:17 user nova-compute[75075]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 13 21:52:17 user nova-compute[75075]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='ss'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='vmx'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='pcid'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='osxsave'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='hypervisor'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='arat'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='tsc_adjust'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='md-clear'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='stibp'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='arch-capabilities'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='ssbd'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='invtsc'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='rsba'/>
Nov 13 21:52:17 user nova-compute[75075]:       <feature name='skip-l1dfl-vmentry'/>
Nov 13 21:52:17 user nova-compute[75075]:       <pages unit='KiB' size='4'/>
Nov 13 21:52:17 user nova-compute[75075]:       <pages unit='KiB' size='2048'/>
Nov 13 21:52:17 user nova-compute[75075]:     </cpu>
Nov 13 21:52:17 user nova-compute[75075]:     <power_management>
Nov 13 21:52:17 user nova-compute[75075]:       <suspend_mem/>
Nov 13 21:52:17 user nova-compute[75075]:       <suspend_disk/>
Nov 13 21:52:17 user nova-compute[75075]:       <suspend_hybrid/>
Nov 13 21:52:17 user nova-compute[75075]:     </power_management>
Nov 13 21:52:17 user nova-compute[75075]:     <iommu support='no'/>
Nov 13 21:52:17 user nova-compute[75075]:     <migration_features>
Nov 13 21:52:17 user nova-compute[75075]:       <live/>
Nov 13 21:52:17 user nova-compute[75075]:       <uri_transports>
Nov 13 21:52:17 user nova-compute[75075]:         <uri_transport>tcp</uri_transport>
Nov 13 21:52:17 user nova-compute[75075]:         <uri_transport>rdma</uri_transport>
Nov 13 21:52:17 user nova-compute[75075]:       </uri_transports>
Nov 13 21:52:17 user nova-compute[75075]:     </migration_features>
Nov 13 21:52:17 user nova-compute[75075]:     <topology>
Nov 13 21:52:17 user nova-compute[75075]:       <cells num='2'>
Nov 13 21:52:17 user nova-compute[75075]:         <cell id='0'>
Nov 13 21:52:17 user nova-compute[75075]:           <memory unit='KiB'>8189224</memory>
Nov 13 21:52:17 user nova-compute[75075]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 13 21:52:17 user nova-compute[75075]:           <pages unit='KiB' size='2048'>0</pages>
Nov 13 21:52:17 user nova-compute[75075]:           <distances>
Nov 13 21:52:17 user nova-compute[75075]:             <sibling id='0' value='10'/>
Nov 13 21:52:17 user nova-compute[75075]:             <sibling id='1' value='20'/>
Nov 13 21:52:17 user nova-compute[75075]:           </distances>
Nov 13 21:52:17 user nova-compute[75075]:           <cpus num='6'>
Nov 13 21:52:17 user nova-compute[75075]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 13 21:52:17 user nova-compute[75075]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 13 21:52:17 user nova-compute[75075]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 13 21:52:17 user nova-compute[75075]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 13 21:52:18 user nova-compute[75075]:           </cpus>
Nov 13 21:52:18 user nova-compute[75075]:         </cell>
Nov 13 21:52:18 user nova-compute[75075]:         <cell id='1'>
Nov 13 21:52:18 user nova-compute[75075]:           <memory unit='KiB'>8206460</memory>
Nov 13 21:52:18 user nova-compute[75075]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 13 21:52:18 user nova-compute[75075]:           <pages unit='KiB' size='2048'>0</pages>
Nov 13 21:52:18 user nova-compute[75075]:           <distances>
Nov 13 21:52:18 user nova-compute[75075]:             <sibling id='0' value='20'/>
Nov 13 21:52:18 user nova-compute[75075]:             <sibling id='1' value='10'/>
Nov 13 21:52:18 user nova-compute[75075]:           </distances>
Nov 13 21:52:18 user nova-compute[75075]:           <cpus num='6'>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 13 21:52:18 user nova-compute[75075]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 13 21:52:18 user nova-compute[75075]:           </cpus>
Nov 13 21:52:18 user nova-compute[75075]:         </cell>
Nov 13 21:52:18 user nova-compute[75075]:       </cells>
Nov 13 21:52:18 user nova-compute[75075]:     </topology>
Nov 13 21:52:18 user nova-compute[75075]:     <cache>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 13 21:52:18 user nova-compute[75075]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 13 21:52:18 user nova-compute[75075]:     </cache>
Nov 13 21:52:18 user nova-compute[75075]:     <secmodel>
Nov 13 21:52:18 user nova-compute[75075]:       <model>apparmor</model>
Nov 13 21:52:18 user nova-compute[75075]:       <doi>0</doi>
Nov 13 21:52:18 user nova-compute[75075]:     </secmodel>
Nov 13 21:52:18 user nova-compute[75075]:     <secmodel>
Nov 13 21:52:18 user nova-compute[75075]:       <model>dac</model>
Nov 13 21:52:18 user nova-compute[75075]:       <doi>0</doi>
Nov 13 21:52:18 user nova-compute[75075]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 13 21:52:18 user nova-compute[75075]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 13 21:52:18 user nova-compute[75075]:     </secmodel>
Nov 13 21:52:18 user nova-compute[75075]:   </host>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='alpha'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>clipper</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='armv6l'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>integratorcp</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>borzoi</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>spitz</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>nuri</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-b1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatileab</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>kzm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-a</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>smdkc210</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>z2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>tosa</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>sabrelite</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-eb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n810</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatilepb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>terrier</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mainstone</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>midway</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>musicpal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>microbit</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cubieboard</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>verdex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduino2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>raspi2b</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cheetah</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>highbank</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>akita</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>connex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>collie</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='armv7l'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>integratorcp</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>borzoi</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>spitz</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>nuri</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-b1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatileab</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>kzm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-a</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>smdkc210</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>z2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>tosa</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>sabrelite</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-eb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n810</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatilepb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>terrier</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mainstone</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>midway</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>musicpal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>microbit</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cubieboard</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>verdex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduino2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>raspi2b</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cheetah</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>highbank</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>akita</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>connex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>collie</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='aarch64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>integratorcp</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>borzoi</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>spitz</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>nuri</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-b1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatileab</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>kzm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>musca-a</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>smdkc210</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>z2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>tosa</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>sabrelite</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-eb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n810</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>n800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>versatilepb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>terrier</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mainstone</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>midway</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>musicpal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>microbit</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cubieboard</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>verdex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduino2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>raspi3b</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>raspi2b</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>cheetah</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>highbank</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>akita</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>connex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>collie</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>raspi0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <acpi default='on' toggle='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='cris'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='i686'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>x-remote</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>isapc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>microvm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='kvm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <pae/>
Nov 13 21:52:18 user nova-compute[75075]:       <nonpae/>
Nov 13 21:52:18 user nova-compute[75075]:       <acpi default='on' toggle='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:       <apic default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='m68k'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>an5206</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>q800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>next-cube</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='microblaze'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='microblazeel'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='mips'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>malta</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mipssim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='mipsel'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>malta</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mipssim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='mips64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>malta</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mipssim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>pica61</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>magnum</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='mips64el'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>malta</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mipssim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>pica61</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>magnum</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='16'>boston</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='ppc'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g3beige</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mac99</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ppce500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>pegasos2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sam460ex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>bamboo</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>40p</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ref405ep</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>taihu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='ppc64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>taihu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ppce500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>40p</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>pegasos2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>bamboo</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g3beige</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mac99</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sam460ex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ref405ep</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='ppc64le'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>taihu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ppce500</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>40p</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>pegasos2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>bamboo</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>g3beige</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>mac99</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sam460ex</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>ref405ep</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2048'>powernv8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='riscv32'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='8'>spike</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>opentitan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='5'>sifive_u</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sifive_e</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='8'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='riscv64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='8'>spike</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='5'>sifive_u</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>shakti_c</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sifive_e</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='8'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='s390x'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='sh4'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>shix</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>r2d</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='sh4eb'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>shix</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>r2d</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='sparc'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>SS-5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>SS-20</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>LX</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>SS-4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>SS-10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>Voyager</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='sparc64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sun4u</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>niagara</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>sun4v</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='x86_64'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>64</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>x-remote</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='1'>isapc</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>microvm</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='kvm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <acpi default='on' toggle='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:       <apic default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='xtensa'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>sim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>kc705</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ml605</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx200</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx60</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]:   <guest>
Nov 13 21:52:18 user nova-compute[75075]:     <os_type>hvm</os_type>
Nov 13 21:52:18 user nova-compute[75075]:     <arch name='xtensaeb'>
Nov 13 21:52:18 user nova-compute[75075]:       <wordsize>32</wordsize>
Nov 13 21:52:18 user nova-compute[75075]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='4'>sim</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>kc705</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ml605</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>virt</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx200</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>lx60</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 13 21:52:18 user nova-compute[75075]:       <domain type='qemu'/>
Nov 13 21:52:18 user nova-compute[75075]:     </arch>
Nov 13 21:52:18 user nova-compute[75075]:     <features>
Nov 13 21:52:18 user nova-compute[75075]:       <cpuselection/>
Nov 13 21:52:18 user nova-compute[75075]:       <deviceboot/>
Nov 13 21:52:18 user nova-compute[75075]:       <disksnapshot default='on' toggle='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     </features>
Nov 13 21:52:18 user nova-compute[75075]:   </guest>
Nov 13 21:52:18 user nova-compute[75075]: </capabilities>
Nov 13 21:52:18 user nova-compute[75075]: 
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu', 'pc', 'ubuntu-q35'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-i386</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-q35-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>i686</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='288'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'/>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='lm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-i386</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-i440fx-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>i686</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='255'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'/>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='lm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ide</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-i386</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-i440fx-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>i686</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='255'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'/>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='lm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ide</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-i386</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-q35-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>i686</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='288'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'/>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='lm'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu', 'pc', 'ubuntu-q35'} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-q35-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>x86_64</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='288'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>efi</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='invtsc'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='rsba'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pschange-mc-no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-i440fx-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>x86_64</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='255'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>efi</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='invtsc'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='rsba'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pschange-mc-no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ide</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-i440fx-6.2</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>x86_64</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='255'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>efi</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='invtsc'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='rsba'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pschange-mc-no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ide</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 13 21:52:18 user nova-compute[75075]: <domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 13 21:52:18 user nova-compute[75075]:   <domain>kvm</domain>
Nov 13 21:52:18 user nova-compute[75075]:   <machine>pc-q35-jammy</machine>
Nov 13 21:52:18 user nova-compute[75075]:   <arch>x86_64</arch>
Nov 13 21:52:18 user nova-compute[75075]:   <vcpu max='288'/>
Nov 13 21:52:18 user nova-compute[75075]:   <iothreads supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:   <os supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='firmware'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>efi</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:     <loader supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>rom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pflash</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='readonly'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='secure'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>yes</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>no</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </loader>
Nov 13 21:52:18 user nova-compute[75075]:   </os>
Nov 13 21:52:18 user nova-compute[75075]:   <cpu>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-passthrough' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='hostPassthroughMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='maximum' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='maximumMigratable'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>on</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>off</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='host-model' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <vendor>Intel</vendor>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ss'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='vmx'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pcid'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='hypervisor'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arat'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='tsc_adjust'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='umip'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='md-clear'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='arch-capabilities'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='invtsc'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibpb'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='ibrs'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-stibp'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='amd-ssbd'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='rsba'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='require' name='pschange-mc-no'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='erms'/>
Nov 13 21:52:18 user nova-compute[75075]:       <feature policy='disable' name='xsaveopt'/>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:     <mode name='custom' supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>qemu64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>qemu32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>phenom</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>pentium</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>n270</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm64</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>kvm32</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>coreduo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>core2duo</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>athlon</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Westmere</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Snowridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Skylake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>SandyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Penryn</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G5</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G4</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G3</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Opteron_G2</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Opteron_G1</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>IvyBridge</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Icelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Haswell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Rome</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-Milan</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC-IBPB</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>EPYC</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Dhyana</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cooperlake</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>Conroe</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Cascadelake-Server</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-noTSX</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell-IBRS</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='no'>Broadwell</model>
Nov 13 21:52:18 user nova-compute[75075]:       <model usable='yes'>486</model>
Nov 13 21:52:18 user nova-compute[75075]:     </mode>
Nov 13 21:52:18 user nova-compute[75075]:   </cpu>
Nov 13 21:52:18 user nova-compute[75075]:   <memoryBacking supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:     <enum name='sourceType'>
Nov 13 21:52:18 user nova-compute[75075]:       <value>file</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>anonymous</value>
Nov 13 21:52:18 user nova-compute[75075]:       <value>memfd</value>
Nov 13 21:52:18 user nova-compute[75075]:     </enum>
Nov 13 21:52:18 user nova-compute[75075]:   </memoryBacking>
Nov 13 21:52:18 user nova-compute[75075]:   <devices>
Nov 13 21:52:18 user nova-compute[75075]:     <disk supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='diskDevice'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>disk</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cdrom</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>floppy</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>lun</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='bus'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>fdc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sata</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </disk>
Nov 13 21:52:18 user nova-compute[75075]:     <graphics supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='type'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>sdl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vnc</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>spice</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egl-headless</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </graphics>
Nov 13 21:52:18 user nova-compute[75075]:     <video supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='modelType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>cirrus</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>vmvga</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>qxl</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>none</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>bochs</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>ramfb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </video>
Nov 13 21:52:18 user nova-compute[75075]:     <hostdev supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='mode'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>subsystem</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='startupPolicy'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>default</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>mandatory</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>requisite</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>optional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='subsysType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>usb</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>pci</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>scsi</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='capsType'/>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='pciBackend'/>
Nov 13 21:52:18 user nova-compute[75075]:     </hostdev>
Nov 13 21:52:18 user nova-compute[75075]:     <rng supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtio-non-transitional</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>random</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>egd</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>builtin</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </rng>
Nov 13 21:52:18 user nova-compute[75075]:     <filesystem supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='driverType'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>path</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>handle</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>virtiofs</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </filesystem>
Nov 13 21:52:18 user nova-compute[75075]:     <tpm supported='yes'>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='model'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-tis</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>tpm-crb</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:       <enum name='backendModel'>
Nov 13 21:52:18 user nova-compute[75075]:         <value>passthrough</value>
Nov 13 21:52:18 user nova-compute[75075]:         <value>emulator</value>
Nov 13 21:52:18 user nova-compute[75075]:       </enum>
Nov 13 21:52:18 user nova-compute[75075]:     </tpm>
Nov 13 21:52:18 user nova-compute[75075]:   </devices>
Nov 13 21:52:18 user nova-compute[75075]:   <features>
Nov 13 21:52:18 user nova-compute[75075]:     <gic supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:     <vmcoreinfo supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <genid supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backingStoreInput supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <backup supported='yes'/>
Nov 13 21:52:18 user nova-compute[75075]:     <sev supported='no'/>
Nov 13 21:52:18 user nova-compute[75075]:   </features>
Nov 13 21:52:18 user nova-compute[75075]: </domainCapabilities>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75075) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75075) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Checking secure boot support for host arch (x86_64) {{(pid=75075) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Secure Boot support detected
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] cpu compare xml: <cpu match="exact">
Nov 13 21:52:18 user nova-compute[75075]:   <model>Nehalem</model>
Nov 13 21:52:18 user nova-compute[75075]: </cpu>
Nov 13 21:52:18 user nova-compute[75075]:  {{(pid=75075) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.virt.node [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Generated node identity 21ccc838-3a72-4bb1-874e-ba8e843dca5d
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.virt.node [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Wrote node identity 21ccc838-3a72-4bb1-874e-ba8e843dca5d to /opt/stack/data/nova/compute_id
Nov 13 21:52:18 user nova-compute[75075]: WARNING nova.compute.manager [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Compute nodes ['21ccc838-3a72-4bb1-874e-ba8e843dca5d'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.compute.manager [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 13 21:52:18 user nova-compute[75075]: WARNING nova.compute.manager [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 13 21:52:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:52:18 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:52:18 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Hypervisor/Node resource view: name=user free_ram=10948MB free_disk=26.229320526123047GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:52:18 user nova-compute[75075]: WARNING nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] No compute node record for user:21ccc838-3a72-4bb1-874e-ba8e843dca5d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 21ccc838-3a72-4bb1-874e-ba8e843dca5d could not be found.
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Compute node record created for user:user with uuid: 21ccc838-3a72-4bb1-874e-ba8e843dca5d
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] [req-dc18a7f9-658b-4d41-8ccf-2688b54db66c] Created resource provider record via placement API for resource provider with UUID 21ccc838-3a72-4bb1-874e-ba8e843dca5d and name user.
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75075) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 13 21:52:18 user nova-compute[75075]: INFO nova.virt.libvirt.host [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] kernel doesn't support AMD SEV
Nov 13 21:52:18 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Libvirt baseline CPU <cpu>
Nov 13 21:52:19 user nova-compute[75075]:   <arch>x86_64</arch>
Nov 13 21:52:19 user nova-compute[75075]:   <model>Nehalem</model>
Nov 13 21:52:19 user nova-compute[75075]:   <vendor>Intel</vendor>
Nov 13 21:52:19 user nova-compute[75075]:   <topology sockets="6" cores="1" threads="1"/>
Nov 13 21:52:19 user nova-compute[75075]: </cpu>
Nov 13 21:52:19 user nova-compute[75075]:  {{(pid=75075) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Updated inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Updating resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d generation from 0 to 1 during operation: update_inventory {{(pid=75075) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Updating resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d generation from 1 to 2 during operation: update_traits {{(pid=75075) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.676s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.service [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Creating RPC server for service compute {{(pid=75075) start /opt/stack/nova/nova/service.py:182}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.service [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] Join ServiceGroup membership for this service compute {{(pid=75075) start /opt/stack/nova/nova/service.py:199}}
Nov 13 21:52:19 user nova-compute[75075]: DEBUG nova.servicegroup.drivers.db [None req-5c16bf8a-0971-415f-87c2-ed3f32408f21 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75075) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:53:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:53:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=10328MB free_disk=26.133136749267578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.198s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:53:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:54:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:54:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=10291MB free_disk=26.190467834472656GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:54:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.129s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:54:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:54:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:55:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:55:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=10326MB free_disk=25.94992446899414GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:55:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.135s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:55:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:55:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:56:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 21:56:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 21:56:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:56:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=9600MB free_disk=25.969284057617188GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:56:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.131s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:56:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:22 user nova-compute[75075]: INFO nova.compute.claims [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Claim successful on node user
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.265s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.117s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:22 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:22 user nova-compute[75075]: INFO nova.compute.claims [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Claim successful on node user
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Creating image(s)
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "/opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "/opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "/opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Creating image(s)
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.policy [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f91488b7e6f74088a3b8fc3f04397347', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '561fb7fb0f59490bbe89366c1ccb2ae6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.policy [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab33fd01a2a84fa79c8100156a5d3130', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6947769a14674797bf7620c875174aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.part --force-share --output=json" returned: 0 in 0.212s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.virt.images [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] 1850ba7a-6f76-405f-aefd-c33f70eddc32 was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.part /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:24 user nova-compute[75075]: INFO nova.compute.claims [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Claim successful on node user
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.part /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.converted" returned: 0 in 0.434s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa.converted --force-share --output=json" returned: 0 in 0.162s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.408s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:24 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpg3yxdfd1/privsep.sock']
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 1.169s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:24 user sudo[84566]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpg3yxdfd1/privsep.sock
Nov 13 21:56:24 user sudo[84566]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 13 21:56:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.policy [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab33fd01a2a84fa79c8100156a5d3130', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6947769a14674797bf7620c875174aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Creating image(s)
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:25 user nova-compute[75075]: INFO nova.compute.claims [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Claim successful on node user
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.policy [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c692ff7cfe574a3bb845b95aef47c34c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cfb8f4fabe94d78af5ea346c783febb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Creating image(s)
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Successfully created port: 96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:26 user sudo[84566]: pam_unix(sudo:session): session closed for user root
Nov 13 21:56:26 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Spawned new privsep daemon via rootwrap
Nov 13 21:56:26 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 13 21:56:26 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 13 21:56:26 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 13 21:56:26 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84569
Nov 13 21:56:26 user nova-compute[75075]: WARNING oslo_privsep.priv_context [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] privsep daemon already running
Nov 13 21:56:26 user nova-compute[75075]: WARNING oslo_privsep.priv_context [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] privsep daemon already running
Nov 13 21:56:26 user nova-compute[75075]: WARNING oslo_privsep.priv_context [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] privsep daemon already running
Nov 13 21:56:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Successfully created port: 9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.161s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk 1073741824" returned: 0 in 0.058s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.224s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.236s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk 1073741824" returned: 0 in 0.064s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.540s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Cannot resize image /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Ensure instance console log exists: /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.217s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk 1073741824" returned: 0 in 0.042s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.802s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Cannot resize image /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Ensure instance console log exists: /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Successfully created port: 22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.274s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Cannot resize image /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Ensure instance console log exists: /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk 1073741824" returned: 0 in 0.059s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.339s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Cannot resize image /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Ensure instance console log exists: /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Successfully updated port: 96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquired lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-changed-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Refreshing instance network info cache due to event network-changed-96c162da-103f-4a19-b8d9-a92dc51a57b0. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] Acquiring lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Successfully created port: ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updating instance_info_cache with network_info: [{"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Successfully updated port: 9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Releasing lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Instance network_info: |[{"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] Acquired lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Refreshing network info cache for port 96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Start _get_guest_xml network_info=[{"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1269892349',display_name='tempest-DeleteServersTestJSON-server-1269892349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1269892349',id=1,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='561fb7fb0f59490bbe89366c1ccb2ae6',ramdisk_id='',reservation_id='r-0i94wr2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1919995890',owner_user_name='tempest-DeleteServersTestJSON-1919995890-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:23Z,user_data=None,user_id='f91488b7e6f74088a3b8fc3f04397347',uuid=7f5f1f24-9cb9-4c41-8d86-98318b84828b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converting VIF {"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.objects.instance [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lazy-loading 'pci_devices' on Instance uuid 7f5f1f24-9cb9-4c41-8d86-98318b84828b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:30 user nova-compute[75075]:   <uuid>7f5f1f24-9cb9-4c41-8d86-98318b84828b</uuid>
Nov 13 21:56:30 user nova-compute[75075]:   <name>instance-00000001</name>
Nov 13 21:56:30 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:30 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:30 user nova-compute[75075]:   <metadata>
Nov 13 21:56:30 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:30 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:name>tempest-DeleteServersTestJSON-server-1269892349</nova:name>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:30</nova:creationTime>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:30 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:30 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:user uuid="f91488b7e6f74088a3b8fc3f04397347">tempest-DeleteServersTestJSON-1919995890-project-member</nova:user>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:project uuid="561fb7fb0f59490bbe89366c1ccb2ae6">tempest-DeleteServersTestJSON-1919995890</nova:project>
Nov 13 21:56:30 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:30 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:30 user nova-compute[75075]:         <nova:port uuid="96c162da-103f-4a19-b8d9-a92dc51a57b0">
Nov 13 21:56:30 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:56:30 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:30 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:30 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:30 user nova-compute[75075]:   </metadata>
Nov 13 21:56:30 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:30 user nova-compute[75075]:     <system>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="serial">7f5f1f24-9cb9-4c41-8d86-98318b84828b</entry>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="uuid">7f5f1f24-9cb9-4c41-8d86-98318b84828b</entry>
Nov 13 21:56:30 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:30 user nova-compute[75075]:     </system>
Nov 13 21:56:30 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:30 user nova-compute[75075]:   <os>
Nov 13 21:56:30 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:30 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:30 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:30 user nova-compute[75075]:   </os>
Nov 13 21:56:30 user nova-compute[75075]:   <features>
Nov 13 21:56:30 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:30 user nova-compute[75075]:     <apic/>
Nov 13 21:56:30 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:30 user nova-compute[75075]:   </features>
Nov 13 21:56:30 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:30 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:30 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:30 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:30 user nova-compute[75075]:   </clock>
Nov 13 21:56:30 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:30 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:30 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:30 user nova-compute[75075]:   </cpu>
Nov 13 21:56:30 user nova-compute[75075]:   <devices>
Nov 13 21:56:30 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:30 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:30 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk"/>
Nov 13 21:56:30 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:30 user nova-compute[75075]:     </disk>
Nov 13 21:56:30 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:30 user nova-compute[75075]:       <mac address="fa:16:3e:69:9a:eb"/>
Nov 13 21:56:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:30 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:30 user nova-compute[75075]:       <target dev="tap96c162da-10"/>
Nov 13 21:56:30 user nova-compute[75075]:     </interface>
Nov 13 21:56:30 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:30 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/console.log" append="off"/>
Nov 13 21:56:30 user nova-compute[75075]:     </serial>
Nov 13 21:56:30 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:30 user nova-compute[75075]:     <video>
Nov 13 21:56:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:30 user nova-compute[75075]:     </video>
Nov 13 21:56:30 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:30 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:30 user nova-compute[75075]:     </rng>
Nov 13 21:56:30 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:30 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:30 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:30 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:30 user nova-compute[75075]:   </devices>
Nov 13 21:56:30 user nova-compute[75075]: </domain>
Nov 13 21:56:30 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1269892349',display_name='tempest-DeleteServersTestJSON-server-1269892349',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1269892349',id=1,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='561fb7fb0f59490bbe89366c1ccb2ae6',ramdisk_id='',reservation_id='r-0i94wr2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1919995890',owner_user_name='tempest-DeleteServersTestJSON-1919995890-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:23Z,user_data=None,user_id='f91488b7e6f74088a3b8fc3f04397347',uuid=7f5f1f24-9cb9-4c41-8d86-98318b84828b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converting VIF {"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG os_vif [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Created schema index Interface.name {{(pid=75075) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Created schema index Port.name {{(pid=75075) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Created schema index Bridge.name {{(pid=75075) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [POLLOUT] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-changed-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Refreshing instance network info cache due to event network-changed-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '787daaba-86ed-57ff-b0d8-87d2032b17bc', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:30 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmptbuofsvb/privsep.sock']
Nov 13 21:56:30 user sudo[84638]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmptbuofsvb/privsep.sock
Nov 13 21:56:30 user sudo[84638]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 13 21:56:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updated VIF entry in instance network info cache for port 96c162da-103f-4a19-b8d9-a92dc51a57b0. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updating instance_info_cache with network_info: [{"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2ea5082c-b964-43bd-ae07-d3fdc355d437 req-bfa7c840-340e-459a-b69d-5c52dafbe769 service nova] Releasing lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:31 user sudo[84638]: pam_unix(sudo:session): session closed for user root
Nov 13 21:56:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:31 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Spawned new privsep daemon via rootwrap
Nov 13 21:56:31 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 13 21:56:31 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 13 21:56:31 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 13 21:56:31 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84641
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Successfully updated port: 22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance network_info: |[{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Refreshing network info cache for port 9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start _get_guest_xml network_info=[{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:32 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:32 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2077509522',display_name='tempest-ServerRescueNegativeTestJSON-server-2077509522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2077509522',id=2,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-wuub8014',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:24Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=84bb5348-0c70-4347-ab68-6353d39e6462,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:32 user nova-compute[75075]:   <uuid>84bb5348-0c70-4347-ab68-6353d39e6462</uuid>
Nov 13 21:56:32 user nova-compute[75075]:   <name>instance-00000002</name>
Nov 13 21:56:32 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:32 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:32 user nova-compute[75075]:   <metadata>
Nov 13 21:56:32 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:32 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2077509522</nova:name>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:32</nova:creationTime>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:32 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:32 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 21:56:32 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:32 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:32 user nova-compute[75075]:         <nova:port uuid="9fe8cea2-fe6c-4c76-a6df-e0826296b2e5">
Nov 13 21:56:32 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 21:56:32 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:32 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:32 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:32 user nova-compute[75075]:   </metadata>
Nov 13 21:56:32 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:32 user nova-compute[75075]:     <system>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="serial">84bb5348-0c70-4347-ab68-6353d39e6462</entry>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="uuid">84bb5348-0c70-4347-ab68-6353d39e6462</entry>
Nov 13 21:56:32 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:32 user nova-compute[75075]:     </system>
Nov 13 21:56:32 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:32 user nova-compute[75075]:   <os>
Nov 13 21:56:32 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:32 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:32 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:32 user nova-compute[75075]:   </os>
Nov 13 21:56:32 user nova-compute[75075]:   <features>
Nov 13 21:56:32 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:32 user nova-compute[75075]:     <apic/>
Nov 13 21:56:32 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:32 user nova-compute[75075]:   </features>
Nov 13 21:56:32 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:32 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:32 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:32 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:32 user nova-compute[75075]:   </clock>
Nov 13 21:56:32 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:32 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:32 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:32 user nova-compute[75075]:   </cpu>
Nov 13 21:56:32 user nova-compute[75075]:   <devices>
Nov 13 21:56:32 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:32 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:32 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk"/>
Nov 13 21:56:32 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:32 user nova-compute[75075]:     </disk>
Nov 13 21:56:32 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:32 user nova-compute[75075]:       <mac address="fa:16:3e:6c:3d:bf"/>
Nov 13 21:56:32 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:32 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:32 user nova-compute[75075]:       <target dev="tap9fe8cea2-fe"/>
Nov 13 21:56:32 user nova-compute[75075]:     </interface>
Nov 13 21:56:32 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:32 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/console.log" append="off"/>
Nov 13 21:56:32 user nova-compute[75075]:     </serial>
Nov 13 21:56:32 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:32 user nova-compute[75075]:     <video>
Nov 13 21:56:32 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:32 user nova-compute[75075]:     </video>
Nov 13 21:56:32 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:32 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:32 user nova-compute[75075]:     </rng>
Nov 13 21:56:32 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:32 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:32 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:32 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:32 user nova-compute[75075]:   </devices>
Nov 13 21:56:32 user nova-compute[75075]: </domain>
Nov 13 21:56:32 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2077509522',display_name='tempest-ServerRescueNegativeTestJSON-server-2077509522',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2077509522',id=2,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-wuub8014',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:24Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=84bb5348-0c70-4347-ab68-6353d39e6462,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG os_vif [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf8dbc39-f82d-5eb7-9001-84c81f26f49d', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9fe8cea2-fe, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9fe8cea2-fe, col_values=(('qos', UUID('085f6e02-126d-44ee-b843-dd1f5b302454')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9fe8cea2-fe, col_values=(('external_ids', {'iface-id': '9fe8cea2-fe6c-4c76-a6df-e0826296b2e5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:3d:bf', 'vm-uuid': '84bb5348-0c70-4347-ab68-6353d39e6462'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: INFO os_vif [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe')
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96c162da-10, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96c162da-10, col_values=(('qos', UUID('bcc2920e-ff34-4885-92e6-7f68013b1353')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96c162da-10, col_values=(('external_ids', {'iface-id': '96c162da-103f-4a19-b8d9-a92dc51a57b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:9a:eb', 'vm-uuid': '7f5f1f24-9cb9-4c41-8d86-98318b84828b'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:32 user nova-compute[75075]: INFO os_vif [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10')
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] No VIF found with MAC fa:16:3e:69:9a:eb, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:6c:3d:bf, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-changed-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Refreshing instance network info cache due to event network-changed-22522b6a-b115-41f1-b722-37a7a24ee4e4. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Successfully updated port: ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance network_info: |[{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Refreshing network info cache for port 22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start _get_guest_xml network_info=[{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1982366824',display_name='tempest-ServerRescueNegativeTestJSON-server-1982366824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1982366824',id=3,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-k10augvd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:25Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=44c635f4-84a9-43e9-86fb-06d5b7f6210a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:33 user nova-compute[75075]:   <uuid>44c635f4-84a9-43e9-86fb-06d5b7f6210a</uuid>
Nov 13 21:56:33 user nova-compute[75075]:   <name>instance-00000003</name>
Nov 13 21:56:33 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:33 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:33 user nova-compute[75075]:   <metadata>
Nov 13 21:56:33 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:33 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1982366824</nova:name>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:33</nova:creationTime>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:33 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:33 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 21:56:33 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:33 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:33 user nova-compute[75075]:         <nova:port uuid="22522b6a-b115-41f1-b722-37a7a24ee4e4">
Nov 13 21:56:33 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 13 21:56:33 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:33 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:33 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:33 user nova-compute[75075]:   </metadata>
Nov 13 21:56:33 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:33 user nova-compute[75075]:     <system>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="serial">44c635f4-84a9-43e9-86fb-06d5b7f6210a</entry>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="uuid">44c635f4-84a9-43e9-86fb-06d5b7f6210a</entry>
Nov 13 21:56:33 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:33 user nova-compute[75075]:     </system>
Nov 13 21:56:33 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:33 user nova-compute[75075]:   <os>
Nov 13 21:56:33 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:33 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:33 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:33 user nova-compute[75075]:   </os>
Nov 13 21:56:33 user nova-compute[75075]:   <features>
Nov 13 21:56:33 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:33 user nova-compute[75075]:     <apic/>
Nov 13 21:56:33 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:33 user nova-compute[75075]:   </features>
Nov 13 21:56:33 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:33 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:33 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:33 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:33 user nova-compute[75075]:   </clock>
Nov 13 21:56:33 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:33 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:33 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:33 user nova-compute[75075]:   </cpu>
Nov 13 21:56:33 user nova-compute[75075]:   <devices>
Nov 13 21:56:33 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:33 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:33 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk"/>
Nov 13 21:56:33 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:33 user nova-compute[75075]:     </disk>
Nov 13 21:56:33 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:33 user nova-compute[75075]:       <mac address="fa:16:3e:b7:e1:d5"/>
Nov 13 21:56:33 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:33 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:33 user nova-compute[75075]:       <target dev="tap22522b6a-b1"/>
Nov 13 21:56:33 user nova-compute[75075]:     </interface>
Nov 13 21:56:33 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:33 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/console.log" append="off"/>
Nov 13 21:56:33 user nova-compute[75075]:     </serial>
Nov 13 21:56:33 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:33 user nova-compute[75075]:     <video>
Nov 13 21:56:33 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:33 user nova-compute[75075]:     </video>
Nov 13 21:56:33 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:33 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:33 user nova-compute[75075]:     </rng>
Nov 13 21:56:33 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:33 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:33 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:33 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:33 user nova-compute[75075]:   </devices>
Nov 13 21:56:33 user nova-compute[75075]: </domain>
Nov 13 21:56:33 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1982366824',display_name='tempest-ServerRescueNegativeTestJSON-server-1982366824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1982366824',id=3,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-k10augvd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:25Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=44c635f4-84a9-43e9-86fb-06d5b7f6210a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG os_vif [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ed630c8-f2f4-55ea-9de8-fdf906c9b875', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22522b6a-b1, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22522b6a-b1, col_values=(('qos', UUID('c76b57e0-d35e-404e-b4ec-a29ab37c89e8')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22522b6a-b1, col_values=(('external_ids', {'iface-id': '22522b6a-b115-41f1-b722-37a7a24ee4e4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:e1:d5', 'vm-uuid': '44c635f4-84a9-43e9-86fb-06d5b7f6210a'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:33 user nova-compute[75075]: INFO os_vif [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1')
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:b7:e1:d5, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updated VIF entry in instance network info cache for port 9fe8cea2-fe6c-4c76-a6df-e0826296b2e5. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aa0244aa-d867-4240-b85d-adc8d5c2212e req-a4ffcbcb-7084-43ce-8db8-2ec457f9b752 service nova] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-changed-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Refreshing instance network info cache due to event network-changed-ddb548dd-5a80-4183-a0c8-dc41675310ff. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance network_info: |[{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Refreshing network info cache for port ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start _get_guest_xml network_info=[{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'pci_devices' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:34 user nova-compute[75075]:   <uuid>1853d464-216d-46a3-bdca-8ede575ae500</uuid>
Nov 13 21:56:34 user nova-compute[75075]:   <name>instance-00000004</name>
Nov 13 21:56:34 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:34 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:34 user nova-compute[75075]:   <metadata>
Nov 13 21:56:34 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:34 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherB-server-219217859</nova:name>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:34</nova:creationTime>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:34 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:34 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:user uuid="c692ff7cfe574a3bb845b95aef47c34c">tempest-ServerActionsTestOtherB-1554012348-project-member</nova:user>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:project uuid="9cfb8f4fabe94d78af5ea346c783febb">tempest-ServerActionsTestOtherB-1554012348</nova:project>
Nov 13 21:56:34 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:34 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:34 user nova-compute[75075]:         <nova:port uuid="ddb548dd-5a80-4183-a0c8-dc41675310ff">
Nov 13 21:56:34 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 21:56:34 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:34 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:34 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:34 user nova-compute[75075]:   </metadata>
Nov 13 21:56:34 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:34 user nova-compute[75075]:     <system>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="serial">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="uuid">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 21:56:34 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:34 user nova-compute[75075]:     </system>
Nov 13 21:56:34 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:34 user nova-compute[75075]:   <os>
Nov 13 21:56:34 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:34 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:34 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:34 user nova-compute[75075]:   </os>
Nov 13 21:56:34 user nova-compute[75075]:   <features>
Nov 13 21:56:34 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:34 user nova-compute[75075]:     <apic/>
Nov 13 21:56:34 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:34 user nova-compute[75075]:   </features>
Nov 13 21:56:34 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:34 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:34 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:34 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:34 user nova-compute[75075]:   </clock>
Nov 13 21:56:34 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:34 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:34 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:34 user nova-compute[75075]:   </cpu>
Nov 13 21:56:34 user nova-compute[75075]:   <devices>
Nov 13 21:56:34 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:34 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:34 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk"/>
Nov 13 21:56:34 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:34 user nova-compute[75075]:     </disk>
Nov 13 21:56:34 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:34 user nova-compute[75075]:       <mac address="fa:16:3e:07:42:0b"/>
Nov 13 21:56:34 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:34 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:34 user nova-compute[75075]:       <target dev="tapddb548dd-5a"/>
Nov 13 21:56:34 user nova-compute[75075]:     </interface>
Nov 13 21:56:34 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:34 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/console.log" append="off"/>
Nov 13 21:56:34 user nova-compute[75075]:     </serial>
Nov 13 21:56:34 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:34 user nova-compute[75075]:     <video>
Nov 13 21:56:34 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:34 user nova-compute[75075]:     </video>
Nov 13 21:56:34 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:34 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:34 user nova-compute[75075]:     </rng>
Nov 13 21:56:34 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:34 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:34 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:34 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:34 user nova-compute[75075]:   </devices>
Nov 13 21:56:34 user nova-compute[75075]: </domain>
Nov 13 21:56:34 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG os_vif [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a04810f-c1c2-525b-a028-2382ddaaf029', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapddb548dd-5a, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapddb548dd-5a, col_values=(('qos', UUID('305f16f1-d613-4c1a-8f1e-6470c77df952')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapddb548dd-5a, col_values=(('external_ids', {'iface-id': 'ddb548dd-5a80-4183-a0c8-dc41675310ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:42:0b', 'vm-uuid': '1853d464-216d-46a3-bdca-8ede575ae500'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:35 user nova-compute[75075]: INFO os_vif [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 21:56:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No VIF found with MAC fa:16:3e:07:42:0b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updated VIF entry in instance network info cache for port 22522b6a-b115-41f1-b722-37a7a24ee4e4. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9683274d-6d1b-4aff-9e3a-96f64f39ccf4 req-ef26fdc1-7b70-4cc7-bd8b-a54f9979e73f service nova] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updated VIF entry in instance network info cache for port ddb548dd-5a80-4183-a0c8-dc41675310ff. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af1c2228-5230-473f-b3c2-88be3de56797 req-69a453d0-80f5-4d6b-a595-ccc05810964e service nova] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance spawned successfully.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Instance spawned successfully.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Took 16.97 seconds to spawn the instance on the hypervisor.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Took 17.26 seconds to spawn the instance on the hypervisor.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance spawned successfully.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:56:40 user nova-compute[75075]: INFO nova.compute.manager [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Took 18.22 seconds to build instance.
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d443cffe-dade-48c4-9c7c-39f250903fb9 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.433s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.manager [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Took 18.95 seconds to build instance.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-15156991-2bf9-4ec7-96dc-87376188a496 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.284s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance spawned successfully.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Took 15.44 seconds to spawn the instance on the hypervisor.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.claims [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Claim successful on node user
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Took 16.18 seconds to spawn the instance on the hypervisor.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.manager [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Took 16.35 seconds to build instance.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:41 user nova-compute[75075]: WARNING nova.compute.manager [req-18031d42-eee9-4b0d-ac41-a188406c4012 req-72a5dbaf-2d32-4f85-b69d-c0f08476fd4d service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state None.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5521b533-b330-4ebd-a4c4-9374605ace73 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.664s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:41 user nova-compute[75075]: INFO nova.compute.manager [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Took 17.50 seconds to build instance.
Nov 13 21:56:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc86c013-2c5b-4155-9131-30c250424c1f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.698s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.903s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.155s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:42 user nova-compute[75075]: INFO nova.compute.claims [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Claim successful on node user
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Creating image(s)
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "/opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "/opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:42 user nova-compute[75075]: DEBUG nova.policy [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc583964294d4cb3b0caf3af87824e09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65c15b2ce86442fe9678834e07f6755a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.320s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.040s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.286s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk 1073741824" returned: 0 in 0.118s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.408s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:43 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.manager [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.compute.manager [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:43 user nova-compute[75075]: WARNING nova.compute.manager [req-7a9ee28c-25a5-4693-8051-a723cc3807e9 req-afda4039-378b-4d7b-bdc2-91845f244729 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state None.
Nov 13 21:56:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.316s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:44 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Creating image(s)
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "/opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "/opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "/opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.378s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Cannot resize image /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Ensure instance console log exists: /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.317s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG nova.policy [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1590f7782f6844f7988c694fa2c5386c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9776b1fd780a4b4789cf351ee122e40b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.334s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk 1073741824" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.538s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.316s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Cannot resize image /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Ensure instance console log exists: /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] No waiting events found dispatching network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:45 user nova-compute[75075]: WARNING nova.compute.manager [req-21f9db7d-59c9-445a-a842-a75307367bdb req-3dd8aea4-a25f-47cf-904f-75ce598ff41e service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received unexpected event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 for instance with vm_state active and task_state None.
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:46 user nova-compute[75075]: INFO nova.compute.claims [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Claim successful on node user
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Successfully created port: 9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.845s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:47 user nova-compute[75075]: INFO nova.compute.claims [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Claim successful on node user
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Successfully created port: 73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Creating image(s)
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG nova.policy [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7774ddfedeb14184b76622cf40db5373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e17b59c914a42e0aab2d33d967fdab9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] No waiting events found dispatching network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:48 user nova-compute[75075]: WARNING nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received unexpected event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 for instance with vm_state active and task_state None.
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:48 user nova-compute[75075]: WARNING nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state None.
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:48 user nova-compute[75075]: WARNING nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state None.
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:48 user nova-compute[75075]: WARNING nova.compute.manager [req-5108f43c-2a9a-4ecd-be77-a9c42352d024 req-ef160a26-c568-45bd-b275-36be433c11db service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state None.
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.part --force-share --output=json" returned: 0 in 0.397s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.virt.images [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] b40db325-ca9f-467e-855a-cbc8ce985714 was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.part /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.part /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.converted" returned: 0 in 0.381s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.714s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b.converted --force-share --output=json" returned: 0 in 0.264s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.707s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Successfully updated port: 9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquired lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-changed-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Refreshing instance network info cache due to event network-changed-9df42370-85e1-4b46-8b7e-6504ac3bb04f. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] Acquiring lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.policy [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4021f44dc33e468d8f29f4a23e0e4250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a30d06427004d9a9408ba85c03f4861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Creating image(s)
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json" returned: 0 in 0.270s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.254s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json" returned: 0 in 0.279s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b,backing_fmt=raw /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Successfully updated port: 73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b,backing_fmt=raw /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk 1073741824" returned: 0 in 0.078s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "ef31d2390b3e6fd40d5c51da03913b73b18dc26b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.365s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquired lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.316s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:49 user nova-compute[75075]: WARNING nova.compute.manager [req-5972c4da-0c12-4741-8eca-c65050962251 req-ce639e82-6a60-4c5a-a14f-a9838afa529b service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state None.
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk 1073741824" returned: 0 in 0.108s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.428s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b --force-share --output=json" returned: 0 in 0.291s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.268s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Checking if we can resize image /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json" returned: 0 in 0.279s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Cannot resize image /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Ensure instance console log exists: /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.324s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Cannot resize image /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Ensure instance console log exists: /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Successfully created port: 848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Releasing lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Instance network_info: |[{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] Acquired lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.network.neutron [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Refreshing network info cache for port 9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Start _get_guest_xml network_info=[{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:50 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:50 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1038093415',display_name='tempest-VolumesAdminNegativeTest-server-1038093415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1038093415',id=5,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJYszN/x+z+aBUBBL5jutSv7OOY0l1axFnr38UbrfISEvl8gOmldrU7Mrg0gf7i3vcGDOwGlRDrjPYG5fdPsqgiH3JB3VhLstizKKBEshMJfRcFtmRjsYQsQHOf6b9pFzw==',key_name='tempest-keypair-1687605196',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-w8yhqwnk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dc583964294d4cb3b0caf3af87824e09',uuid=d3616f77-43c3-48eb-9db9-d8d2f7fba17c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'pci_devices' on Instance uuid d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:51 user nova-compute[75075]:   <uuid>d3616f77-43c3-48eb-9db9-d8d2f7fba17c</uuid>
Nov 13 21:56:51 user nova-compute[75075]:   <name>instance-00000005</name>
Nov 13 21:56:51 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:51 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:51 user nova-compute[75075]:   <metadata>
Nov 13 21:56:51 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:51 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1038093415</nova:name>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:50</nova:creationTime>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:51 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:user uuid="dc583964294d4cb3b0caf3af87824e09">tempest-VolumesAdminNegativeTest-213942658-project-member</nova:user>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:project uuid="65c15b2ce86442fe9678834e07f6755a">tempest-VolumesAdminNegativeTest-213942658</nova:project>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:port uuid="9df42370-85e1-4b46-8b7e-6504ac3bb04f">
Nov 13 21:56:51 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 13 21:56:51 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:51 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:51 user nova-compute[75075]:   </metadata>
Nov 13 21:56:51 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:51 user nova-compute[75075]:     <system>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="serial">d3616f77-43c3-48eb-9db9-d8d2f7fba17c</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="uuid">d3616f77-43c3-48eb-9db9-d8d2f7fba17c</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:51 user nova-compute[75075]:     </system>
Nov 13 21:56:51 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:51 user nova-compute[75075]:   <os>
Nov 13 21:56:51 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:51 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:51 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:51 user nova-compute[75075]:   </os>
Nov 13 21:56:51 user nova-compute[75075]:   <features>
Nov 13 21:56:51 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:51 user nova-compute[75075]:     <apic/>
Nov 13 21:56:51 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:51 user nova-compute[75075]:   </features>
Nov 13 21:56:51 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:51 user nova-compute[75075]:   </clock>
Nov 13 21:56:51 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:51 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:51 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:51 user nova-compute[75075]:   </cpu>
Nov 13 21:56:51 user nova-compute[75075]:   <devices>
Nov 13 21:56:51 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:51 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:51 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk"/>
Nov 13 21:56:51 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:     </disk>
Nov 13 21:56:51 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:51 user nova-compute[75075]:       <mac address="fa:16:3e:cc:2d:78"/>
Nov 13 21:56:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:51 user nova-compute[75075]:       <target dev="tap9df42370-85"/>
Nov 13 21:56:51 user nova-compute[75075]:     </interface>
Nov 13 21:56:51 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:51 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/console.log" append="off"/>
Nov 13 21:56:51 user nova-compute[75075]:     </serial>
Nov 13 21:56:51 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:51 user nova-compute[75075]:     <video>
Nov 13 21:56:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:     </video>
Nov 13 21:56:51 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:51 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:51 user nova-compute[75075]:     </rng>
Nov 13 21:56:51 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:51 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:51 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:51 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:51 user nova-compute[75075]:   </devices>
Nov 13 21:56:51 user nova-compute[75075]: </domain>
Nov 13 21:56:51 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1038093415',display_name='tempest-VolumesAdminNegativeTest-server-1038093415',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1038093415',id=5,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJYszN/x+z+aBUBBL5jutSv7OOY0l1axFnr38UbrfISEvl8gOmldrU7Mrg0gf7i3vcGDOwGlRDrjPYG5fdPsqgiH3JB3VhLstizKKBEshMJfRcFtmRjsYQsQHOf6b9pFzw==',key_name='tempest-keypair-1687605196',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-w8yhqwnk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dc583964294d4cb3b0caf3af87824e09',uuid=d3616f77-43c3-48eb-9db9-d8d2f7fba17c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG os_vif [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3e5dd1cb-3cc7-51f7-80e2-6ff4bac8bcd7', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updating instance_info_cache with network_info: [{"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Releasing lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Instance network_info: |[{"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Start _get_guest_xml network_info=[{"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9df42370-85, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9df42370-85, col_values=(('qos', UUID('78615971-d83d-4be5-8180-9ac0449eb5b6')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9df42370-85, col_values=(('external_ids', {'iface-id': '9df42370-85e1-4b46-8b7e-6504ac3bb04f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:2d:78', 'vm-uuid': 'd3616f77-43c3-48eb-9db9-d8d2f7fba17c'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: INFO os_vif [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85')
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-changed-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Refreshing instance network info cache due to event network-changed-73315dd5-d0d2-47bc-921d-1649bc6dd956. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] Acquiring lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] Acquired lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.neutron [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Refreshing network info cache for port 73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Successfully created port: a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:51 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:51 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1986838650',display_name='tempest-TestVolumeSwap-server-1986838650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1986838650',id=6,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAeGwhMlcC9YQ00MCvpLP2btQ44MrO5799ECIUOzzWEGfEyk4lEqOOd6g5o7fkiWeO9DeGBVCtNvq/oaI5VWyKlKNohPs5uQ/SR+LEBhHP41Ndvbtg1iCSq1eF2i+OvwDg==',key_name='tempest-keypair-659356871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9776b1fd780a4b4789cf351ee122e40b',ramdisk_id='',reservation_id='r-p0fy5irm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1229351845',owner_user_name='tempest-TestVolumeSwap-1229351845-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1590f7782f6844f7988c694fa2c5386c',uuid=0108fc5c-bdce-4df8-910c-1b726788da52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converting VIF {"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.objects.instance [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lazy-loading 'pci_devices' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:51 user nova-compute[75075]:   <uuid>0108fc5c-bdce-4df8-910c-1b726788da52</uuid>
Nov 13 21:56:51 user nova-compute[75075]:   <name>instance-00000006</name>
Nov 13 21:56:51 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:51 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:51 user nova-compute[75075]:   <metadata>
Nov 13 21:56:51 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:51 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:name>tempest-TestVolumeSwap-server-1986838650</nova:name>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:51</nova:creationTime>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:51 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:user uuid="1590f7782f6844f7988c694fa2c5386c">tempest-TestVolumeSwap-1229351845-project-member</nova:user>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:project uuid="9776b1fd780a4b4789cf351ee122e40b">tempest-TestVolumeSwap-1229351845</nova:project>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:51 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:51 user nova-compute[75075]:         <nova:port uuid="73315dd5-d0d2-47bc-921d-1649bc6dd956">
Nov 13 21:56:51 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 21:56:51 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:51 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:51 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:51 user nova-compute[75075]:   </metadata>
Nov 13 21:56:51 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:51 user nova-compute[75075]:     <system>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="serial">0108fc5c-bdce-4df8-910c-1b726788da52</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="uuid">0108fc5c-bdce-4df8-910c-1b726788da52</entry>
Nov 13 21:56:51 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:51 user nova-compute[75075]:     </system>
Nov 13 21:56:51 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:51 user nova-compute[75075]:   <os>
Nov 13 21:56:51 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:51 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:51 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:51 user nova-compute[75075]:   </os>
Nov 13 21:56:51 user nova-compute[75075]:   <features>
Nov 13 21:56:51 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:51 user nova-compute[75075]:     <apic/>
Nov 13 21:56:51 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:51 user nova-compute[75075]:   </features>
Nov 13 21:56:51 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:51 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:51 user nova-compute[75075]:   </clock>
Nov 13 21:56:51 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:51 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:51 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:51 user nova-compute[75075]:   </cpu>
Nov 13 21:56:51 user nova-compute[75075]:   <devices>
Nov 13 21:56:51 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:51 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:51 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk"/>
Nov 13 21:56:51 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:     </disk>
Nov 13 21:56:51 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:51 user nova-compute[75075]:       <mac address="fa:16:3e:74:eb:95"/>
Nov 13 21:56:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:51 user nova-compute[75075]:       <target dev="tap73315dd5-d0"/>
Nov 13 21:56:51 user nova-compute[75075]:     </interface>
Nov 13 21:56:51 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:51 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/console.log" append="off"/>
Nov 13 21:56:51 user nova-compute[75075]:     </serial>
Nov 13 21:56:51 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:51 user nova-compute[75075]:     <video>
Nov 13 21:56:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:51 user nova-compute[75075]:     </video>
Nov 13 21:56:51 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:51 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:51 user nova-compute[75075]:     </rng>
Nov 13 21:56:51 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:51 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:51 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:51 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:51 user nova-compute[75075]:   </devices>
Nov 13 21:56:51 user nova-compute[75075]: </domain>
Nov 13 21:56:51 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1986838650',display_name='tempest-TestVolumeSwap-server-1986838650',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1986838650',id=6,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAeGwhMlcC9YQ00MCvpLP2btQ44MrO5799ECIUOzzWEGfEyk4lEqOOd6g5o7fkiWeO9DeGBVCtNvq/oaI5VWyKlKNohPs5uQ/SR+LEBhHP41Ndvbtg1iCSq1eF2i+OvwDg==',key_name='tempest-keypair-659356871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9776b1fd780a4b4789cf351ee122e40b',ramdisk_id='',reservation_id='r-p0fy5irm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1229351845',owner_user_name='tempest-TestVolumeSwap-1229351845-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1590f7782f6844f7988c694fa2c5386c',uuid=0108fc5c-bdce-4df8-910c-1b726788da52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converting VIF {"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG os_vif [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '25c7c7f2-db8c-5356-9690-f7bd41be0046', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73315dd5-d0, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73315dd5-d0, col_values=(('qos', UUID('030121cf-b58c-4a24-904f-5c0347f1dc72')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73315dd5-d0, col_values=(('external_ids', {'iface-id': '73315dd5-d0d2-47bc-921d-1649bc6dd956', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:eb:95', 'vm-uuid': '0108fc5c-bdce-4df8-910c-1b726788da52'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No VIF found with MAC fa:16:3e:cc:2d:78, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:51 user nova-compute[75075]: INFO os_vif [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0')
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] No VIF found with MAC fa:16:3e:74:eb:95, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Successfully updated port: a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-changed-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing instance network info cache due to event network-changed-a9cf6bf7-79d6-432f-84cf-dbe2c078147e. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updated VIF entry in instance network info cache for port 9df42370-85e1-4b46-8b7e-6504ac3bb04f. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Instance network_info: |[{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing network info cache for port a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Start _get_guest_xml network_info=[{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f233ccdf-1627-42e6-94e8-c22a0751c3aa req-57b687aa-8c4c-43a0-995d-5f2c3eccda66 service nova] Releasing lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'pci_devices' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updated VIF entry in instance network info cache for port 73315dd5-d0d2-47bc-921d-1649bc6dd956. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updating instance_info_cache with network_info: [{"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:52 user nova-compute[75075]:   <uuid>450de760-5068-404a-9e1e-516af9af40f1</uuid>
Nov 13 21:56:52 user nova-compute[75075]:   <name>instance-00000008</name>
Nov 13 21:56:52 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:52 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:52 user nova-compute[75075]:   <metadata>
Nov 13 21:56:52 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:52 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:52</nova:creationTime>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:52 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:52 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:56:52 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:52 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:52 user nova-compute[75075]:         <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:56:52 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:56:52 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:52 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:52 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:52 user nova-compute[75075]:   </metadata>
Nov 13 21:56:52 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:52 user nova-compute[75075]:     <system>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="serial">450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="uuid">450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:56:52 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:52 user nova-compute[75075]:     </system>
Nov 13 21:56:52 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:52 user nova-compute[75075]:   <os>
Nov 13 21:56:52 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:52 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:52 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:52 user nova-compute[75075]:   </os>
Nov 13 21:56:52 user nova-compute[75075]:   <features>
Nov 13 21:56:52 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:52 user nova-compute[75075]:     <apic/>
Nov 13 21:56:52 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:52 user nova-compute[75075]:   </features>
Nov 13 21:56:52 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:52 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:52 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:52 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:52 user nova-compute[75075]:   </clock>
Nov 13 21:56:52 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:52 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:52 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:52 user nova-compute[75075]:   </cpu>
Nov 13 21:56:52 user nova-compute[75075]:   <devices>
Nov 13 21:56:52 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:52 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:52 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk"/>
Nov 13 21:56:52 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:52 user nova-compute[75075]:     </disk>
Nov 13 21:56:52 user nova-compute[75075]:     <disk type="file" device="cdrom">
Nov 13 21:56:52 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none"/>
Nov 13 21:56:52 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config"/>
Nov 13 21:56:52 user nova-compute[75075]:       <target dev="hda" bus="ide"/>
Nov 13 21:56:52 user nova-compute[75075]:     </disk>
Nov 13 21:56:52 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:52 user nova-compute[75075]:       <mac address="fa:16:3e:cc:bf:98"/>
Nov 13 21:56:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:52 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:52 user nova-compute[75075]:       <target dev="tapa9cf6bf7-79"/>
Nov 13 21:56:52 user nova-compute[75075]:     </interface>
Nov 13 21:56:52 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:52 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log" append="off"/>
Nov 13 21:56:52 user nova-compute[75075]:     </serial>
Nov 13 21:56:52 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:52 user nova-compute[75075]:     <video>
Nov 13 21:56:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:52 user nova-compute[75075]:     </video>
Nov 13 21:56:52 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:52 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:52 user nova-compute[75075]:     </rng>
Nov 13 21:56:52 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:52 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:52 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:52 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:52 user nova-compute[75075]:   </devices>
Nov 13 21:56:52 user nova-compute[75075]: </domain>
Nov 13 21:56:52 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG os_vif [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bdabdde3-8454-5556-b843-53ddc28e3ec0', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e329aafc-a273-4b1f-ac4f-ac235058b8ad req-3c47c07d-3110-4c2f-b35d-a972bf446080 service nova] Releasing lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9cf6bf7-79, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9cf6bf7-79, col_values=(('qos', UUID('0374a450-602d-4bed-a75b-accdb32483ef')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9cf6bf7-79, col_values=(('external_ids', {'iface-id': 'a9cf6bf7-79d6-432f-84cf-dbe2c078147e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:bf:98', 'vm-uuid': '450de760-5068-404a-9e1e-516af9af40f1'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:52 user nova-compute[75075]: INFO os_vif [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79')
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name hda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No VIF found with MAC fa:16:3e:cc:bf:98, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Using config drive
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Successfully updated port: 848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquired lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-changed-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Refreshing instance network info cache due to event network-changed-848949bf-57f9-475e-bf4e-92b128bc7fbc. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] Acquiring lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:56:53 user nova-compute[75075]: INFO nova.compute.claims [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Claim successful on node user
Nov 13 21:56:53 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Creating config drive at /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmlersl5t {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.network.neutron [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updated VIF entry in instance network info cache for port a9cf6bf7-79d6-432f-84cf-dbe2c078147e. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG nova.network.neutron [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmlersl5t" returned: 0 in 0.140s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-123907e6-911c-4707-a704-e5f11d27e089 req-3a6e5f04-24d2-4fd5-8718-64da0a210145 service nova] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updating instance_info_cache with network_info: [{"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Releasing lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Instance network_info: |[{"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] Acquired lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Refreshing network info cache for port 848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Start _get_guest_xml network_info=[{"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:56:37Z,direct_url=<?>,disk_format='qcow2',id=b40db325-ca9f-467e-855a-cbc8ce985714,min_disk=0,min_ram=0,name='',owner='52f1dd9a71f649d1bfd79f1f75f92d53',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:56:39Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'scsi', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': 'b40db325-ca9f-467e-855a-cbc8ce985714'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:54 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:56:37Z,direct_url=<?>,disk_format='qcow2',id=b40db325-ca9f-467e-855a-cbc8ce985714,min_disk=0,min_ram=0,name='',owner='52f1dd9a71f649d1bfd79f1f75f92d53',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:56:39Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1455018023',display_name='tempest-AttachSCSIVolumeTestJSON-server-1455018023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1455018023',id=7,image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPdlke7/G1TgGum7++WBhrmEnuokl7iR9iUvXG6zT17w8/TIgSWnmqsPf2jZGjpJjvpz6UtHlz2Q1yX/VX23lASZiCXhk+RG4A5aUpIH0jpsk/DRthssmzL9cg/SkpneLg==',key_name='tempest-keypair-1160576073',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e17b59c914a42e0aab2d33d967fdab9',ramdisk_id='',reservation_id='r-tyifyg2g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1670927157',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1670927157-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7774ddfedeb14184b76622cf40db5373',uuid=eecc47a5-292a-40dc-ba1c-ce5072627e76,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converting VIF {"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.objects.instance [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lazy-loading 'pci_devices' on Instance uuid eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:54 user nova-compute[75075]:   <uuid>eecc47a5-292a-40dc-ba1c-ce5072627e76</uuid>
Nov 13 21:56:54 user nova-compute[75075]:   <name>instance-00000007</name>
Nov 13 21:56:54 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:54 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:54 user nova-compute[75075]:   <metadata>
Nov 13 21:56:54 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:54 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1455018023</nova:name>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:54</nova:creationTime>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:54 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:54 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:user uuid="7774ddfedeb14184b76622cf40db5373">tempest-AttachSCSIVolumeTestJSON-1670927157-project-member</nova:user>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:project uuid="9e17b59c914a42e0aab2d33d967fdab9">tempest-AttachSCSIVolumeTestJSON-1670927157</nova:project>
Nov 13 21:56:54 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:root type="image" uuid="b40db325-ca9f-467e-855a-cbc8ce985714"/>
Nov 13 21:56:54 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:54 user nova-compute[75075]:         <nova:port uuid="848949bf-57f9-475e-bf4e-92b128bc7fbc">
Nov 13 21:56:54 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:56:54 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:54 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:54 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:54 user nova-compute[75075]:   </metadata>
Nov 13 21:56:54 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:54 user nova-compute[75075]:     <system>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="serial">eecc47a5-292a-40dc-ba1c-ce5072627e76</entry>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="uuid">eecc47a5-292a-40dc-ba1c-ce5072627e76</entry>
Nov 13 21:56:54 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:54 user nova-compute[75075]:     </system>
Nov 13 21:56:54 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:54 user nova-compute[75075]:   <os>
Nov 13 21:56:54 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:54 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:54 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:54 user nova-compute[75075]:   </os>
Nov 13 21:56:54 user nova-compute[75075]:   <features>
Nov 13 21:56:54 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:54 user nova-compute[75075]:     <apic/>
Nov 13 21:56:54 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:54 user nova-compute[75075]:   </features>
Nov 13 21:56:54 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:54 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:54 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:54 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:54 user nova-compute[75075]:   </clock>
Nov 13 21:56:54 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:54 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:54 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:54 user nova-compute[75075]:   </cpu>
Nov 13 21:56:54 user nova-compute[75075]:   <devices>
Nov 13 21:56:54 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:54 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:54 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk"/>
Nov 13 21:56:54 user nova-compute[75075]:       <target dev="sda" bus="scsi"/>
Nov 13 21:56:54 user nova-compute[75075]:       <address type="drive" controller="0" unit="0"/>
Nov 13 21:56:54 user nova-compute[75075]:     </disk>
Nov 13 21:56:54 user nova-compute[75075]:     <disk type="file" device="cdrom">
Nov 13 21:56:54 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none"/>
Nov 13 21:56:54 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.config"/>
Nov 13 21:56:54 user nova-compute[75075]:       <target dev="sdb" bus="scsi"/>
Nov 13 21:56:54 user nova-compute[75075]:       <address type="drive" controller="0" unit="1"/>
Nov 13 21:56:54 user nova-compute[75075]:     </disk>
Nov 13 21:56:54 user nova-compute[75075]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 13 21:56:54 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:54 user nova-compute[75075]:       <mac address="fa:16:3e:1d:ff:1b"/>
Nov 13 21:56:54 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:54 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:54 user nova-compute[75075]:       <target dev="tap848949bf-57"/>
Nov 13 21:56:54 user nova-compute[75075]:     </interface>
Nov 13 21:56:54 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:54 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/console.log" append="off"/>
Nov 13 21:56:54 user nova-compute[75075]:     </serial>
Nov 13 21:56:54 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:54 user nova-compute[75075]:     <video>
Nov 13 21:56:54 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:54 user nova-compute[75075]:     </video>
Nov 13 21:56:54 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:54 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:54 user nova-compute[75075]:     </rng>
Nov 13 21:56:54 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:54 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:54 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:54 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:54 user nova-compute[75075]:   </devices>
Nov 13 21:56:54 user nova-compute[75075]: </domain>
Nov 13 21:56:54 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1455018023',display_name='tempest-AttachSCSIVolumeTestJSON-server-1455018023',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1455018023',id=7,image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPdlke7/G1TgGum7++WBhrmEnuokl7iR9iUvXG6zT17w8/TIgSWnmqsPf2jZGjpJjvpz6UtHlz2Q1yX/VX23lASZiCXhk+RG4A5aUpIH0jpsk/DRthssmzL9cg/SkpneLg==',key_name='tempest-keypair-1160576073',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e17b59c914a42e0aab2d33d967fdab9',ramdisk_id='',reservation_id='r-tyifyg2g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1670927157',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1670927157-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7774ddfedeb14184b76622cf40db5373',uuid=eecc47a5-292a-40dc-ba1c-ce5072627e76,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converting VIF {"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG os_vif [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'db37481f-f089-54cb-9456-80e75d245b12', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.820s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap848949bf-57, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap848949bf-57, col_values=(('qos', UUID('1b0e9798-3c03-4941-b1cc-a3a7646bb61d')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap848949bf-57, col_values=(('external_ids', {'iface-id': '848949bf-57f9-475e-bf4e-92b128bc7fbc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:ff:1b', 'vm-uuid': 'eecc47a5-292a-40dc-ba1c-ce5072627e76'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:54 user nova-compute[75075]: INFO os_vif [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57')
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] No waiting events found dispatching network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:54 user nova-compute[75075]: WARNING nova.compute.manager [req-c3118e5d-13eb-4250-87de-026cfc9120cc req-d6b529d2-1365-4c3a-b636-e276d8fc3d5c service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received unexpected event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f for instance with vm_state building and task_state spawning.
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No BDM found with device name sda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No VIF found with MAC fa:16:3e:1d:ff:1b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Using config drive
Nov 13 21:56:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:56:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Creating image(s)
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "/opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "/opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "/opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:54 user nova-compute[75075]: DEBUG nova.policy [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ead2113e6a54320a0d178d8393d7759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c500e7e3d9e84d0a91bcd7ab08148490', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Creating config drive at /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.config
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmnwf6312 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmnwf6312" returned: 0 in 0.103s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.424s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updated VIF entry in instance network info cache for port 848949bf-57f9-475e-bf4e-92b128bc7fbc. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updating instance_info_cache with network_info: [{"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.355s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bed8d31b-dd51-42c6-982f-3aa84498c6aa req-b61fac0d-fbe8-4624-a24d-3dda952196b1 service nova] Releasing lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk 1073741824" returned: 0 in 0.121s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.485s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.220s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Cannot resize image /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Ensure instance console log exists: /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] No waiting events found dispatching network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:56 user nova-compute[75075]: WARNING nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received unexpected event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f for instance with vm_state building and task_state spawning.
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] No waiting events found dispatching network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:56 user nova-compute[75075]: WARNING nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received unexpected event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 for instance with vm_state building and task_state spawning.
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] No waiting events found dispatching network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:56 user nova-compute[75075]: WARNING nova.compute.manager [req-2f0a4eb7-b8be-4a93-9e6f-81a5d7f9a46f req-576e0584-2c51-4063-9622-9ec648f51af2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received unexpected event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 for instance with vm_state building and task_state spawning.
Nov 13 21:56:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Successfully created port: ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:56:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Successfully updated port: ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquired lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-changed-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Refreshing instance network info cache due to event network-changed-ba292043-461d-44f3-8726-a5a242cb77bd. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] Acquiring lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] No waiting events found dispatching network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:58 user nova-compute[75075]: WARNING nova.compute.manager [req-b996ff4d-6114-4740-afcf-676c038b8356 req-7abc4bc5-7f79-4515-b29e-b8f154a8461f service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received unexpected event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc for instance with vm_state building and task_state spawning.
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:56:58 user nova-compute[75075]: WARNING nova.compute.manager [req-4ac7913d-7a36-4c75-a5d7-08b0cff8d92b req-c347b7e6-acfd-415e-81d2-3d83109e37ea service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e for instance with vm_state building and task_state spawning.
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updating instance_info_cache with network_info: [{"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Releasing lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Instance network_info: |[{"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] Acquired lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Refreshing network info cache for port ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Start _get_guest_xml network_info=[{"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:56:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:56:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2053933066',display_name='tempest-VolumesAssistedSnapshotsTest-server-2053933066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2053933066',id=9,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7BrUNr3PmLowLwsYOdQ3WWewJfQWR8avHJJjruRXQ341qM6giwXv0pi1nXU3l5cq2KEkwJUBUD7OgsGxPjspT3mbL2fBdZtDNH67rxVYbeOw3CV16cQVJJIGZG7JtNLQ==',key_name='tempest-keypair-488016629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c500e7e3d9e84d0a91bcd7ab08148490',ramdisk_id='',reservation_id='r-fqg5v52h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-390909876',owner_user_name='tempest-VolumesAssistedSnapshotsTest-390909876-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ead2113e6a54320a0d178d8393d7759',uuid=b322d00e-2c64-400d-8769-eda4f1144898,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converting VIF {"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lazy-loading 'pci_devices' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:56:59 user nova-compute[75075]:   <uuid>b322d00e-2c64-400d-8769-eda4f1144898</uuid>
Nov 13 21:56:59 user nova-compute[75075]:   <name>instance-00000009</name>
Nov 13 21:56:59 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:56:59 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:56:59 user nova-compute[75075]:   <metadata>
Nov 13 21:56:59 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:56:59 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-2053933066</nova:name>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:56:58</nova:creationTime>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:56:59 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:56:59 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:owner>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:user uuid="3ead2113e6a54320a0d178d8393d7759">tempest-VolumesAssistedSnapshotsTest-390909876-project-member</nova:user>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:project uuid="c500e7e3d9e84d0a91bcd7ab08148490">tempest-VolumesAssistedSnapshotsTest-390909876</nova:project>
Nov 13 21:56:59 user nova-compute[75075]:       </nova:owner>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:56:59 user nova-compute[75075]:       <nova:ports>
Nov 13 21:56:59 user nova-compute[75075]:         <nova:port uuid="ba292043-461d-44f3-8726-a5a242cb77bd">
Nov 13 21:56:59 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 21:56:59 user nova-compute[75075]:         </nova:port>
Nov 13 21:56:59 user nova-compute[75075]:       </nova:ports>
Nov 13 21:56:59 user nova-compute[75075]:     </nova:instance>
Nov 13 21:56:59 user nova-compute[75075]:   </metadata>
Nov 13 21:56:59 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:56:59 user nova-compute[75075]:     <system>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="serial">b322d00e-2c64-400d-8769-eda4f1144898</entry>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="uuid">b322d00e-2c64-400d-8769-eda4f1144898</entry>
Nov 13 21:56:59 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:56:59 user nova-compute[75075]:     </system>
Nov 13 21:56:59 user nova-compute[75075]:   </sysinfo>
Nov 13 21:56:59 user nova-compute[75075]:   <os>
Nov 13 21:56:59 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:56:59 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:56:59 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:56:59 user nova-compute[75075]:   </os>
Nov 13 21:56:59 user nova-compute[75075]:   <features>
Nov 13 21:56:59 user nova-compute[75075]:     <acpi/>
Nov 13 21:56:59 user nova-compute[75075]:     <apic/>
Nov 13 21:56:59 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:56:59 user nova-compute[75075]:   </features>
Nov 13 21:56:59 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:56:59 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:56:59 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:56:59 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:56:59 user nova-compute[75075]:   </clock>
Nov 13 21:56:59 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:56:59 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:56:59 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:56:59 user nova-compute[75075]:   </cpu>
Nov 13 21:56:59 user nova-compute[75075]:   <devices>
Nov 13 21:56:59 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:56:59 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:56:59 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk"/>
Nov 13 21:56:59 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:56:59 user nova-compute[75075]:     </disk>
Nov 13 21:56:59 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:56:59 user nova-compute[75075]:       <mac address="fa:16:3e:83:16:34"/>
Nov 13 21:56:59 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:59 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:56:59 user nova-compute[75075]:       <target dev="tapba292043-46"/>
Nov 13 21:56:59 user nova-compute[75075]:     </interface>
Nov 13 21:56:59 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:56:59 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/console.log" append="off"/>
Nov 13 21:56:59 user nova-compute[75075]:     </serial>
Nov 13 21:56:59 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:56:59 user nova-compute[75075]:     <video>
Nov 13 21:56:59 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:56:59 user nova-compute[75075]:     </video>
Nov 13 21:56:59 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:56:59 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:56:59 user nova-compute[75075]:     </rng>
Nov 13 21:56:59 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:56:59 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:56:59 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:56:59 user nova-compute[75075]:     </memballoon>
Nov 13 21:56:59 user nova-compute[75075]:   </devices>
Nov 13 21:56:59 user nova-compute[75075]: </domain>
Nov 13 21:56:59 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2053933066',display_name='tempest-VolumesAssistedSnapshotsTest-server-2053933066',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2053933066',id=9,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7BrUNr3PmLowLwsYOdQ3WWewJfQWR8avHJJjruRXQ341qM6giwXv0pi1nXU3l5cq2KEkwJUBUD7OgsGxPjspT3mbL2fBdZtDNH67rxVYbeOw3CV16cQVJJIGZG7JtNLQ==',key_name='tempest-keypair-488016629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c500e7e3d9e84d0a91bcd7ab08148490',ramdisk_id='',reservation_id='r-fqg5v52h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-390909876',owner_user_name='tempest-VolumesAssistedSnapshotsTest-390909876-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ead2113e6a54320a0d178d8393d7759',uuid=b322d00e-2c64-400d-8769-eda4f1144898,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converting VIF {"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG os_vif [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21f0225a-c6c4-5c00-8083-d4249916cc01', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba292043-46, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba292043-46, col_values=(('qos', UUID('86cf203a-9660-4da1-be91-bb5eca09c0a7')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba292043-46, col_values=(('external_ids', {'iface-id': 'ba292043-461d-44f3-8726-a5a242cb77bd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:16:34', 'vm-uuid': 'b322d00e-2c64-400d-8769-eda4f1144898'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: INFO os_vif [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46')
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] No VIF found with MAC fa:16:3e:83:16:34, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updated VIF entry in instance network info cache for port ba292043-461d-44f3-8726-a5a242cb77bd. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updating instance_info_cache with network_info: [{"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:56:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9930f279-2171-4548-a259-612404eb650a req-e90f5903-6c2a-4ce0-977e-c4be7b6b2000 service nova] Releasing lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Instance spawned successfully.
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] No waiting events found dispatching network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:00 user nova-compute[75075]: WARNING nova.compute.manager [req-768714b1-48a8-4a12-8fe6-a1c87c1c45e0 req-09340322-2bdf-4ca4-beab-8e49e1f7aefb service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received unexpected event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc for instance with vm_state building and task_state spawning.
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:00 user nova-compute[75075]: INFO nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Took 17.88 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:00 user nova-compute[75075]: WARNING nova.compute.manager [req-48b0ac7c-bdd5-4f6f-ad00-16f97295e281 req-71437bbd-3e9f-4aab-9e10-76729d48de4f service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e for instance with vm_state building and task_state spawning.
Nov 13 21:57:00 user nova-compute[75075]: INFO nova.compute.manager [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Took 19.53 seconds to build instance.
Nov 13 21:57:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3e7020de-cb56-4ce0-aa8c-b79658336664 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.860s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Instance spawned successfully.
Nov 13 21:57:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:01 user nova-compute[75075]: INFO nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Took 17.06 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:01 user nova-compute[75075]: INFO nova.compute.manager [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Took 19.19 seconds to build instance.
Nov 13 21:57:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-81fe0dc0-503e-41d6-906a-e62678e51d75 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.372s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Instance spawned successfully.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: INFO nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Took 13.33 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:02 user nova-compute[75075]: WARNING nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state building and task_state spawning.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:02 user nova-compute[75075]: WARNING nova.compute.manager [req-97c19c7a-b326-432e-9d29-ec776204b3ff req-f771c664-c1f7-4ea3-9ff0-e4c9ee15f357 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state building and task_state spawning.
Nov 13 21:57:02 user nova-compute[75075]: INFO nova.compute.manager [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Took 15.67 seconds to build instance.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1220d9a3-95b0-4b63-8096-0363d54c1dc6 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.828s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Instance spawned successfully.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:02 user nova-compute[75075]: INFO nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Took 15.59 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:03 user nova-compute[75075]: INFO nova.compute.manager [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Took 17.07 seconds to build instance.
Nov 13 21:57:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9d0f73a6-23b5-4199-ad12-6976bcc4f9a5 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.353s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:03 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Instance spawned successfully.
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:04 user nova-compute[75075]: INFO nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Took 9.31 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:04 user nova-compute[75075]: INFO nova.compute.manager [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Took 10.94 seconds to build instance.
Nov 13 21:57:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e8763023-d530-4b0a-8e33-c57ba1c5c888 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.119s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:57:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:57:07 user nova-compute[75075]: INFO nova.compute.claims [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Claim successful on node user
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.060s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:57:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.policy [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da84f5671934dbdb5bc4cd087e636ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f69d949d4e546ab8f95ab95a5db7f36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:57:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Creating image(s)
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "/opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "/opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "/opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.262s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.237s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk 1073741824" returned: 0 in 0.137s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.383s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Successfully created port: d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.315s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Cannot resize image /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Ensure instance console log exists: /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Successfully updated port: d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquired lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-changed-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Refreshing instance network info cache due to event network-changed-d0611ab5-bf3e-4c0c-9a19-12196061a720. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] Acquiring lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updating instance_info_cache with network_info: [{"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Releasing lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Instance network_info: |[{"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] Acquired lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.network.neutron [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Refreshing network info cache for port d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Start _get_guest_xml network_info=[{"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:57:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:57:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1315725992',display_name='tempest-VolumesSnapshotTestJSON-instance-1315725992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1315725992',id=10,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMatDyuHfpZIm2PaZQ8TcRD2ImJ3mfFjgt5aGll5YEpC/m85f5AHP5IfmtWB8E11h00JL2+kE1hrz61g0DFu6IalqJSt/cF6qNHx3Nx/3pqlWo5Q7as/6AUEzMIgWAdMYw==',key_name='tempest-keypair-779450995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-av5e0p0f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=edeae14e-f536-44ad-9aee-dc87baa260f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'pci_devices' on Instance uuid edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:57:11 user nova-compute[75075]:   <uuid>edeae14e-f536-44ad-9aee-dc87baa260f6</uuid>
Nov 13 21:57:11 user nova-compute[75075]:   <name>instance-0000000a</name>
Nov 13 21:57:11 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:57:11 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:57:11 user nova-compute[75075]:   <metadata>
Nov 13 21:57:11 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:57:11 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1315725992</nova:name>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:57:10</nova:creationTime>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:57:11 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:57:11 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:owner>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:user uuid="0da84f5671934dbdb5bc4cd087e636ec">tempest-VolumesSnapshotTestJSON-1047373641-project-member</nova:user>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:project uuid="1f69d949d4e546ab8f95ab95a5db7f36">tempest-VolumesSnapshotTestJSON-1047373641</nova:project>
Nov 13 21:57:11 user nova-compute[75075]:       </nova:owner>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:57:11 user nova-compute[75075]:       <nova:ports>
Nov 13 21:57:11 user nova-compute[75075]:         <nova:port uuid="d0611ab5-bf3e-4c0c-9a19-12196061a720">
Nov 13 21:57:11 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:57:11 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:11 user nova-compute[75075]:       </nova:ports>
Nov 13 21:57:11 user nova-compute[75075]:     </nova:instance>
Nov 13 21:57:11 user nova-compute[75075]:   </metadata>
Nov 13 21:57:11 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:57:11 user nova-compute[75075]:     <system>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="serial">edeae14e-f536-44ad-9aee-dc87baa260f6</entry>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="uuid">edeae14e-f536-44ad-9aee-dc87baa260f6</entry>
Nov 13 21:57:11 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:57:11 user nova-compute[75075]:     </system>
Nov 13 21:57:11 user nova-compute[75075]:   </sysinfo>
Nov 13 21:57:11 user nova-compute[75075]:   <os>
Nov 13 21:57:11 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:57:11 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:57:11 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:57:11 user nova-compute[75075]:   </os>
Nov 13 21:57:11 user nova-compute[75075]:   <features>
Nov 13 21:57:11 user nova-compute[75075]:     <acpi/>
Nov 13 21:57:11 user nova-compute[75075]:     <apic/>
Nov 13 21:57:11 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:57:11 user nova-compute[75075]:   </features>
Nov 13 21:57:11 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:57:11 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:57:11 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:57:11 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:57:11 user nova-compute[75075]:   </clock>
Nov 13 21:57:11 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:57:11 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:57:11 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:57:11 user nova-compute[75075]:   </cpu>
Nov 13 21:57:11 user nova-compute[75075]:   <devices>
Nov 13 21:57:11 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:57:11 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:57:11 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk"/>
Nov 13 21:57:11 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:57:11 user nova-compute[75075]:     </disk>
Nov 13 21:57:11 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:11 user nova-compute[75075]:       <mac address="fa:16:3e:96:93:a3"/>
Nov 13 21:57:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:11 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:11 user nova-compute[75075]:       <target dev="tapd0611ab5-bf"/>
Nov 13 21:57:11 user nova-compute[75075]:     </interface>
Nov 13 21:57:11 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:57:11 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/console.log" append="off"/>
Nov 13 21:57:11 user nova-compute[75075]:     </serial>
Nov 13 21:57:11 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:57:11 user nova-compute[75075]:     <video>
Nov 13 21:57:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:11 user nova-compute[75075]:     </video>
Nov 13 21:57:11 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:57:11 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:57:11 user nova-compute[75075]:     </rng>
Nov 13 21:57:11 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:57:11 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:57:11 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:57:11 user nova-compute[75075]:     </memballoon>
Nov 13 21:57:11 user nova-compute[75075]:   </devices>
Nov 13 21:57:11 user nova-compute[75075]: </domain>
Nov 13 21:57:11 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1315725992',display_name='tempest-VolumesSnapshotTestJSON-instance-1315725992',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1315725992',id=10,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMatDyuHfpZIm2PaZQ8TcRD2ImJ3mfFjgt5aGll5YEpC/m85f5AHP5IfmtWB8E11h00JL2+kE1hrz61g0DFu6IalqJSt/cF6qNHx3Nx/3pqlWo5Q7as/6AUEzMIgWAdMYw==',key_name='tempest-keypair-779450995',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-av5e0p0f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=edeae14e-f536-44ad-9aee-dc87baa260f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG os_vif [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bad19f95-697c-544b-a0af-89b7cc7cb50d', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0611ab5-bf, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0611ab5-bf, col_values=(('qos', UUID('23108250-097f-4dda-990a-8a0fbb88928e')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0611ab5-bf, col_values=(('external_ids', {'iface-id': 'd0611ab5-bf3e-4c0c-9a19-12196061a720', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:93:a3', 'vm-uuid': 'edeae14e-f536-44ad-9aee-dc87baa260f6'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:11 user nova-compute[75075]: INFO os_vif [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf')
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No VIF found with MAC fa:16:3e:96:93:a3, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updated VIF entry in instance network info cache for port d0611ab5-bf3e-4c0c-9a19-12196061a720. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updating instance_info_cache with network_info: [{"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4c79a133-7160-4fdf-ac6c-a0feb3133bbd req-1782c730-8ee0-47b7-81ef-27ceb8454172 service nova] Releasing lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Skipping network cache update for instance because it is Building. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid 7f5f1f24-9cb9-4c41-8d86-98318b84828b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:57:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] No waiting events found dispatching network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:13 user nova-compute[75075]: WARNING nova.compute.manager [req-a0613ff3-1dc0-454d-a4dc-ae64cba8599d req-e29ee9c3-fae4-40a4-ad34-88424d35a8fa service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received unexpected event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 for instance with vm_state building and task_state spawning.
Nov 13 21:57:13 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updating instance_info_cache with network_info: [{"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-7f5f1f24-9cb9-4c41-8d86-98318b84828b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:57:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.297s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] No waiting events found dispatching network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:15 user nova-compute[75075]: WARNING nova.compute.manager [req-fe6ea2b8-783c-4656-afd7-19c65e39be10 req-0cefff48-d8d7-4617-a0ab-e68002463fd9 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received unexpected event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 for instance with vm_state building and task_state spawning.
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Instance spawned successfully.
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:16 user nova-compute[75075]: INFO nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Took 7.53 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:16 user nova-compute[75075]: INFO nova.compute.manager [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Took 9.19 seconds to build instance.
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b007547b-7cd8-4cbc-a030-e53f54de3028 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.389s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:20 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:20 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7452MB free_disk=25.718074798583984GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance edeae14e-f536-44ad-9aee-dc87baa260f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 450de760-5068-404a-9e1e-516af9af40f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7f5f1f24-9cb9-4c41-8d86-98318b84828b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0108fc5c-bdce-4df8-910c-1b726788da52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance eecc47a5-292a-40dc-ba1c-ce5072627e76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b322d00e-2c64-400d-8769-eda4f1144898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 21:57:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.443s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.744s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:57:21 user nova-compute[75075]: INFO nova.compute.claims [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Claim successful on node user
Nov 13 21:57:21 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:57:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:57:22 user nova-compute[75075]: INFO nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Booting with volume 85672b69-3d62-4c8b-98cf-974648ee31e5 at /dev/vda
Nov 13 21:57:22 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:22 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmperg9hsup/privsep.sock']
Nov 13 21:57:22 user sudo[86559]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmperg9hsup/privsep.sock
Nov 13 21:57:22 user sudo[86559]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 13 21:57:22 user nova-compute[75075]: DEBUG nova.policy [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec6389689d5c4dbe92e8edc0e6308ff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d49e68916fb47c2ac477a0559b440e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:57:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully created port: db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully created port: db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:23 user sudo[86559]: pam_unix(sudo:session): session closed for user root
Nov 13 21:57:23 user nova-compute[75075]: INFO oslo.privsep.daemon [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Spawned new privsep daemon via rootwrap
Nov 13 21:57:23 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 13 21:57:23 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 13 21:57:23 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 13 21:57:23 user nova-compute[75075]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86562
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7dde76a-db5b-4351-8f9d-f227242c283e]: (2,) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[da34f0a7-4bd1-4ddd-9a18-0c64dd444025]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: WARNING os_brick.initiator.connectors.nvmeof [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f78120-8eed-439e-8759-e060b46dfc7b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[45908060-47e0-4d29-bf21-787a9dfa973b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0d6727-1bb6-460e-8ba2-9ce54edad923]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully created port: b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:24 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:57:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84571d6a-6045-4d2b-92dd-0b7b417ece9f]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== get_connector_properties: return (1973ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating existing volume attachment record: 8b66f47e-55db-444d-bc43-144164c26be7 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:57:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully created port: b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully created port: bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-db087be1-355b-4f7e-83ac-553ce5c74fb6. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7dd8c5d0-5538-45c4-aa41-f2e6cf8393b6 req-d7164b9b-bf87-46ab-a3cb-710584bb655c service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:27 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-b4642c95-dfb0-47b2-a14e-dcb5430ac988. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: 6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8bc1d92e-2efa-4beb-b6a5-309f9f2734dc req-52f3a3dd-4db1-4f56-a7b5-8ceeb5e05ac9 service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:29 user nova-compute[75075]: INFO nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Booting with volume b40186e9-9491-4e73-9128-2c2e7c152720 at /dev/vdb
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e49eab9-f737-4ec1-87fe-82fc581444d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[34216778-9d14-499c-83ec-19fd75e172a1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ce5cacd-b374-4b08-a303-62facaf28b0e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2de5d25-6dc3-42ea-99e6-02bf01aebdc3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:29 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:57:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8c5671-44ca-4c27-b0a9-adeecdd95bf6]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating existing volume attachment record: eda57bed-bc8c-4174-b397-5da10c9bc685 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:57:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-6dbe0413-243b-4e2d-a715-99239edb8444. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port 6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-db053e98-70e5-42dd-8ff4-94b36fe912ea. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-b605318b-24b0-4e2f-9164-34c23b9a9e82. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Successfully updated port: bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81841285-fbd6-444a-9fb4-e9279f2298b2 req-cae9ea0c-45d5-4cf1-ad1e-442799a0a29b service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-b199c806-bb55-4bb5-9c42-97166ae56494. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:33 user nova-compute[75075]: INFO nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Booting with volume 4e700c8c-ed5f-470a-8e99-0d021c71a53e at /dev/vdc
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d7c18a-8b98-4fc1-8a88-fc56157b9692]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b07e18c1-0833-4830-bf35-778ac1ea8cd1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6581975c-6454-4dc8-89ec-f8c7ecbd2f87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdba362b-16a9-4f52-a4e7-8fc6acdc44c2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:57:33 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:57:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e150263e-6f54-4fef-ac17-ae38b1daedd2]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:33 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating existing volume attachment record: 97c3e5d3-2f97-4820-99c7-b8ffaa09ec24 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance network_info: |[{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updated VIF entry in instance network info cache for port b199c806-bb55-4bb5-9c42-97166ae56494. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updated VIF entry in instance network info cache for port bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:57:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7794e57-fd98-409a-8743-03fa0067f79a req-d7de82f7-2b9e-40c8-8b90-1000b2a14d7f service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:57:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Creating image(s)
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Ensure instance console log exists: /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Start _get_guest_xml network_info=[{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kuXgbrsI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2', 'attached_at': '', 'detached_at': '', 'volume_id': '85672b69-3d62-4c8b-98cf-974648ee31e5', 'serial': '85672b69-3d62-4c8b-98cf-974648ee31e5'}, 'attachment_id': '8b66f47e-55db-444d-bc43-144164c26be7', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bSfqecpB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2', 'attached_at': '', 'detached_at': '', 'volume_id': 'b40186e9-9491-4e73-9128-2c2e7c152720', 'serial': 'b40186e9-9491-4e73-9128-2c2e7c152720'}, 'attachment_id': 'eda57bed-bc8c-4174-b397-5da10c9bc685', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDsubzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2', 'attached_at': '', 'detached_at': '', 'volume_id': '4e700c8c-ed5f-470a-8e99-0d021c71a53e', 'serial': '4e700c8c-ed5f-470a-8e99-0d021c71a53e'}, 'attachment_id': '97c3e5d3-2f97-4820-99c7-b8ffaa09ec24', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:57:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connector [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Factory for ISCSI on None {{(pid=75075) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kuXgbrsI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:38 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5721645-5b0d-40ef-9220-eecfe31c9a2e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:57:38 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23091ea-2417-4542-aff5-a78dcd6bf0e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5] added
Nov 13 21:57:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[186cdf9e-a98a-45de-b5cb-b52e13dc0fd5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0849107-866a-4a9a-8444-c56ebc4060d2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kuXgbrsI {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kuXgbrsI" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f81b7ca-f6b6-4d14-b422-13ae6ba4e3aa]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kuXgbrsI'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa25850-e791-4956-927e-ef2d539d2d8b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b05a262-5eef-4a7b-bb4f-bd149e1ee408]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:57:38 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:57:38 user nova-compute[75075]:  {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 13 21:57:38 user nova-compute[75075]: 
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[07eef259-c188-427b-8d77-07eff9585ebf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260]
Nov 13 21:57:38 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260] successful.
Nov 13 21:57:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:57:38 user nova-compute[75075]: INFO nova.compute.claims [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Claim successful on node user
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d11289d1-b610-4138-bc39-10a3335edc79]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5feb6b12-884b-49af-a026-5d824bc6abc4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7052904-4fc3-424a-b590-718b02a4041d]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:57:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kuXgbrsI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:57:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.policy [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b6141ef8a04567b11ec29a4c819471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5b5271303c4f58adc5d2c12456e9fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:57:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Creating image(s)
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23065323238643039', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23065323238643039', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bSfqecpB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:39 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:39 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:39 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Successfully created port: a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8e2f26e-2faa-4180-8e20-cac82108da53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:57:39 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[58dfd5db-81cd-45b1-9970-36d33cd35bdc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720] added
Nov 13 21:57:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb0e15a-6b47-4bb2-b0ba-430b9420a9a7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e064cbf-f1d2-4f32-8a31-f15e7569b304]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bSfqecpB {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.part --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.virt.images [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] cfe8d42f-609f-459f-a289-c76a0759113b was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.part /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bSfqecpB" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e718c0-06be-470c-9731-76065078c56a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bSfqecpB'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[71bcd5b6-8d70-40ad-b19b-07490ff62e16]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e10c38f-9821-4036-9104-6fb89646369b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.part /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.converted" returned: 0 in 0.130s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[061b5845-28f1-4c11-b277-9caa05594ee3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260]
Nov 13 21:57:40 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260] successful.
Nov 13 21:57:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da9ae4c-67f9-41d5-969b-8b3996e33387]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d005f86-de1a-4038-8e54-233fc73174ef]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:40 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:40 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6969f8-6163-48f2-a9ef-3106bb80906d]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bSfqecpB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207.converted --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.912s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207,backing_fmt=raw /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207,backing_fmt=raw /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "cee75ac2859dcfce196b6a365c3d8aae719b3207" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Successfully updated port: a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing instance network info cache due to event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Cannot resize image /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Ensure instance console log exists: /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance network_info: |[{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start _get_guest_xml network_info=[{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:57:36Z,direct_url=<?>,disk_format='qcow2',id=cfe8d42f-609f-459f-a289-c76a0759113b,min_disk=0,min_ram=0,name='tempest-scenario-img--748878991',owner='ed5b5271303c4f58adc5d2c12456e9fe',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:57:37Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': 'cfe8d42f-609f-459f-a289-c76a0759113b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:41 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:57:36Z,direct_url=<?>,disk_format='qcow2',id=cfe8d42f-609f-459f-a289-c76a0759113b,min_disk=0,min_ram=0,name='tempest-scenario-img--748878991',owner='ed5b5271303c4f58adc5d2c12456e9fe',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:57:37Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:39Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.objects.instance [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '26236343131623432', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236343131623432', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:57:41 user nova-compute[75075]:   <uuid>1c3ef36c-aac2-41c1-a995-5e27bd501401</uuid>
Nov 13 21:57:41 user nova-compute[75075]:   <name>instance-0000000c</name>
Nov 13 21:57:41 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:57:41 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:57:41 user nova-compute[75075]:   <metadata>
Nov 13 21:57:41 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:57:41 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:name>tempest-TestMinimumBasicScenario-server-1572376508</nova:name>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:57:41</nova:creationTime>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:57:41 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:57:41 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:owner>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:user uuid="a7b6141ef8a04567b11ec29a4c819471">tempest-TestMinimumBasicScenario-2560172-project-member</nova:user>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:project uuid="ed5b5271303c4f58adc5d2c12456e9fe">tempest-TestMinimumBasicScenario-2560172</nova:project>
Nov 13 21:57:41 user nova-compute[75075]:       </nova:owner>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:root type="image" uuid="cfe8d42f-609f-459f-a289-c76a0759113b"/>
Nov 13 21:57:41 user nova-compute[75075]:       <nova:ports>
Nov 13 21:57:41 user nova-compute[75075]:         <nova:port uuid="a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be">
Nov 13 21:57:41 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 21:57:41 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:41 user nova-compute[75075]:       </nova:ports>
Nov 13 21:57:41 user nova-compute[75075]:     </nova:instance>
Nov 13 21:57:41 user nova-compute[75075]:   </metadata>
Nov 13 21:57:41 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:57:41 user nova-compute[75075]:     <system>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="serial">1c3ef36c-aac2-41c1-a995-5e27bd501401</entry>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="uuid">1c3ef36c-aac2-41c1-a995-5e27bd501401</entry>
Nov 13 21:57:41 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:57:41 user nova-compute[75075]:     </system>
Nov 13 21:57:41 user nova-compute[75075]:   </sysinfo>
Nov 13 21:57:41 user nova-compute[75075]:   <os>
Nov 13 21:57:41 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:57:41 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:57:41 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:57:41 user nova-compute[75075]:   </os>
Nov 13 21:57:41 user nova-compute[75075]:   <features>
Nov 13 21:57:41 user nova-compute[75075]:     <acpi/>
Nov 13 21:57:41 user nova-compute[75075]:     <apic/>
Nov 13 21:57:41 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:57:41 user nova-compute[75075]:   </features>
Nov 13 21:57:41 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:57:41 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:57:41 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:57:41 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:57:41 user nova-compute[75075]:   </clock>
Nov 13 21:57:41 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:57:41 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:57:41 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:57:41 user nova-compute[75075]:   </cpu>
Nov 13 21:57:41 user nova-compute[75075]:   <devices>
Nov 13 21:57:41 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:57:41 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:57:41 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk"/>
Nov 13 21:57:41 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:57:41 user nova-compute[75075]:     </disk>
Nov 13 21:57:41 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:41 user nova-compute[75075]:       <mac address="fa:16:3e:43:5c:83"/>
Nov 13 21:57:41 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:41 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:41 user nova-compute[75075]:       <target dev="tapa677d7a5-fb"/>
Nov 13 21:57:41 user nova-compute[75075]:     </interface>
Nov 13 21:57:41 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:57:41 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/console.log" append="off"/>
Nov 13 21:57:41 user nova-compute[75075]:     </serial>
Nov 13 21:57:41 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:57:41 user nova-compute[75075]:     <video>
Nov 13 21:57:41 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:41 user nova-compute[75075]:     </video>
Nov 13 21:57:41 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:57:41 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:57:41 user nova-compute[75075]:     </rng>
Nov 13 21:57:41 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:57:41 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:57:41 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:57:41 user nova-compute[75075]:     </memballoon>
Nov 13 21:57:41 user nova-compute[75075]:   </devices>
Nov 13 21:57:41 user nova-compute[75075]: </domain>
Nov 13 21:57:41 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:39Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_vif [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5957672-771f-529d-af14-81587ff67bf9', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa677d7a5-fb, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa677d7a5-fb, col_values=(('qos', UUID('3762a989-314d-4508-bfa3-1eb07626eb81')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa677d7a5-fb, col_values=(('external_ids', {'iface-id': 'a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:5c:83', 'vm-uuid': '1c3ef36c-aac2-41c1-a995-5e27bd501401'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDsubzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:57:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:57:41 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:41 user nova-compute[75075]: INFO os_vif [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb')
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9c8c0e-d905-44d8-b2fd-dea0a74f5537]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:57:41 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[714891fd-a53b-402c-9f3e-3bddba6f0c3c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e] added
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No VIF found with MAC fa:16:3e:43:5c:83, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be8a9bb3-7949-4fc9-bc14-c85f1d196729]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04229d5-2b92-4f38-8c1d-b0068d78d349]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDsubzXv {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wDsubzXv" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0cf9bc7-7460-4aab-80b1-ba993f2633eb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wDsubzXv'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca78946e-5265-4234-8138-b2fb7ee5aa08]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1db15e-fe8b-485a-b4ae-a2476e71b0f7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7d303ea-581e-4a27-aff3-d13a619a2dc8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260]
Nov 13 21:57:41 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260] successful.
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7b6557-c8ab-4cf1-ba88-79d3db3bd996]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updated VIF entry in instance network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[98012b14-e4a9-4aca-8caf-ef2466f9eb9a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:57:41 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:57:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0eec68a3-cc68-4bc6-91aa-854cf8cbf02a req-f27bb7b8-a601-49e2-af37-7d3ec0218de9 service nova] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9b89c4-dde1-4c65-bf3f-1490e7c33c21]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:57:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDsubzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23437363932323362', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437363932323362', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:57:42 user nova-compute[75075]:   <uuid>2d5f0b21-675b-4d6b-a829-bc474fcb09b2</uuid>
Nov 13 21:57:42 user nova-compute[75075]:   <name>instance-0000000b</name>
Nov 13 21:57:42 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:57:42 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:57:42 user nova-compute[75075]:   <metadata>
Nov 13 21:57:42 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:57:42 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:name>tempest-device-tagging-server-1346520692</nova:name>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:57:38</nova:creationTime>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:57:42 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:57:42 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:owner>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:user uuid="ec6389689d5c4dbe92e8edc0e6308ff6">tempest-TaggedBootDevicesTest_v242-1638733277-project-member</nova:user>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:project uuid="1d49e68916fb47c2ac477a0559b440e2">tempest-TaggedBootDevicesTest_v242-1638733277</nova:project>
Nov 13 21:57:42 user nova-compute[75075]:       </nova:owner>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:57:42 user nova-compute[75075]:       <nova:ports>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="db087be1-355b-4f7e-83ac-553ce5c74fb6">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="b4642c95-dfb0-47b2-a14e-dcb5430ac988">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.91" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="6dbe0413-243b-4e2d-a715-99239edb8444">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.9" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="db053e98-70e5-42dd-8ff4-94b36fe912ea">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.116" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="b605318b-24b0-4e2f-9164-34c23b9a9e82">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.131" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="b199c806-bb55-4bb5-9c42-97166ae56494">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:         <nova:port uuid="bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6">
Nov 13 21:57:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 13 21:57:42 user nova-compute[75075]:         </nova:port>
Nov 13 21:57:42 user nova-compute[75075]:       </nova:ports>
Nov 13 21:57:42 user nova-compute[75075]:     </nova:instance>
Nov 13 21:57:42 user nova-compute[75075]:   </metadata>
Nov 13 21:57:42 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:57:42 user nova-compute[75075]:     <system>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="serial">2d5f0b21-675b-4d6b-a829-bc474fcb09b2</entry>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="uuid">2d5f0b21-675b-4d6b-a829-bc474fcb09b2</entry>
Nov 13 21:57:42 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:57:42 user nova-compute[75075]:     </system>
Nov 13 21:57:42 user nova-compute[75075]:   </sysinfo>
Nov 13 21:57:42 user nova-compute[75075]:   <os>
Nov 13 21:57:42 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:57:42 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:57:42 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:57:42 user nova-compute[75075]:   </os>
Nov 13 21:57:42 user nova-compute[75075]:   <features>
Nov 13 21:57:42 user nova-compute[75075]:     <acpi/>
Nov 13 21:57:42 user nova-compute[75075]:     <apic/>
Nov 13 21:57:42 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:57:42 user nova-compute[75075]:   </features>
Nov 13 21:57:42 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:57:42 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:57:42 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:57:42 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:57:42 user nova-compute[75075]:   </clock>
Nov 13 21:57:42 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:57:42 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:57:42 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:57:42 user nova-compute[75075]:   </cpu>
Nov 13 21:57:42 user nova-compute[75075]:   <devices>
Nov 13 21:57:42 user nova-compute[75075]:     <disk type="file" device="cdrom">
Nov 13 21:57:42 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none"/>
Nov 13 21:57:42 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/disk.config"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="hda" bus="ide"/>
Nov 13 21:57:42 user nova-compute[75075]:     </disk>
Nov 13 21:57:42 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 21:57:42 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:57:42 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <serial>85672b69-3d62-4c8b-98cf-974648ee31e5</serial>
Nov 13 21:57:42 user nova-compute[75075]:     </disk>
Nov 13 21:57:42 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 21:57:42 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:57:42 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <serial>b40186e9-9491-4e73-9128-2c2e7c152720</serial>
Nov 13 21:57:42 user nova-compute[75075]:     </disk>
Nov 13 21:57:42 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 21:57:42 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:57:42 user nova-compute[75075]:       <source dev="/dev/sdd"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="vdc" bus="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <serial>4e700c8c-ed5f-470a-8e99-0d021c71a53e</serial>
Nov 13 21:57:42 user nova-compute[75075]:     </disk>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:02:d0:05"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapdb087be1-35"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:f2:91:d8"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapb4642c95-df"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:55:9d:fd"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tap6dbe0413-24"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:71:7c:8c"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapdb053e98-70"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:44:c6:ff"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapb605318b-24"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:35:0c:3e"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapb199c806-bb"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:57:42 user nova-compute[75075]:       <mac address="fa:16:3e:f2:aa:93"/>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:57:42 user nova-compute[75075]:       <target dev="tapbf93bd21-c9"/>
Nov 13 21:57:42 user nova-compute[75075]:     </interface>
Nov 13 21:57:42 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:57:42 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/console.log" append="off"/>
Nov 13 21:57:42 user nova-compute[75075]:     </serial>
Nov 13 21:57:42 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:57:42 user nova-compute[75075]:     <video>
Nov 13 21:57:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:57:42 user nova-compute[75075]:     </video>
Nov 13 21:57:42 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:57:42 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:57:42 user nova-compute[75075]:     </rng>
Nov 13 21:57:42 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:57:42 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:57:42 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:57:42 user nova-compute[75075]:     </memballoon>
Nov 13 21:57:42 user nova-compute[75075]:   </devices>
Nov 13 21:57:42 user nova-compute[75075]: </domain>
Nov 13 21:57:42 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dbfb9bf4-dd47-5783-9c89-dd6cc2f59878', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb087be1-35, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb087be1-35, col_values=(('qos', UUID('cb3e3a93-2b72-4b3b-b90d-7b24c60e5116')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb087be1-35, col_values=(('external_ids', {'iface-id': 'db087be1-355b-4f7e-83ac-553ce5c74fb6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:d0:05', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35')
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5f2ee389-971d-5bcb-8744-4f273f17ff8c', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb4642c95-df, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb4642c95-df, col_values=(('qos', UUID('d452ed2b-476c-4f2f-8013-da90892d90da')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb4642c95-df, col_values=(('external_ids', {'iface-id': 'b4642c95-dfb0-47b2-a14e-dcb5430ac988', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:91:d8', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df')
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '44f65b4f-5ec1-521b-a53e-166584b15cd4', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6dbe0413-24, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6dbe0413-24, col_values=(('qos', UUID('304d53ba-ec7f-4cbe-af10-9cdfd4eeb60a')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6dbe0413-24, col_values=(('external_ids', {'iface-id': '6dbe0413-243b-4e2d-a715-99239edb8444', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:9d:fd', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24')
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '974f0015-2c84-5401-8d35-61be4342de41', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:42 user nova-compute[75075]: WARNING nova.compute.manager [req-d55dc837-0e32-4daa-8b11-4ff72cb2d01c req-18949615-b866-4ad5-98ba-3c7b3ce0c049 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state building and task_state spawning.
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb053e98-70, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb053e98-70, col_values=(('qos', UUID('36d4f1d9-ed5f-4409-88ab-e035b4ccb524')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb053e98-70, col_values=(('external_ids', {'iface-id': 'db053e98-70e5-42dd-8ff4-94b36fe912ea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:7c:8c', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70')
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7cc15fca-9e11-5226-b7ce-bc9d98357086', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb605318b-24, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb605318b-24, col_values=(('qos', UUID('81ef2cfa-1a6d-46ef-afef-5a794b1349c3')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb605318b-24, col_values=(('external_ids', {'iface-id': 'b605318b-24b0-4e2f-9164-34c23b9a9e82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:c6:ff', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24')
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '19399b19-ca1f-5475-8873-6adf2fc1ea39', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb199c806-bb, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb199c806-bb, col_values=(('qos', UUID('acceb0ef-d8b2-457b-9075-4dce91f497bf')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb199c806-bb, col_values=(('external_ids', {'iface-id': 'b199c806-bb55-4bb5-9c42-97166ae56494', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:0c:3e', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb')
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:57:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '450847c9-ed4f-51f2-8ebb-bb33f9fd0f27', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf93bd21-c9, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf93bd21-c9, col_values=(('qos', UUID('2ea59e46-e7c8-4a5c-81ec-991d54601186')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf93bd21-c9, col_values=(('external_ids', {'iface-id': 'bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:aa:93', 'vm-uuid': '2d5f0b21-675b-4d6b-a829-bc474fcb09b2'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:43 user nova-compute[75075]: INFO os_vif [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9')
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] No BDM found with device name hda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] No VIF found with MAC fa:16:3e:02:d0:05, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] No VIF found with MAC fa:16:3e:44:c6:ff, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:57:43 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Using config drive
Nov 13 21:57:43 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Creating config drive at /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/disk.config
Nov 13 21:57:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpn864yx8j {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:57:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpn864yx8j" returned: 0 in 0.068s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:44 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance spawned successfully.
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:44 user nova-compute[75075]: WARNING nova.compute.manager [req-cad0dff9-7094-4185-96f7-5c4c64570665 req-6762c314-5cce-4b04-8725-aeb7dd9defc1 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state building and task_state spawning.
Nov 13 21:57:45 user nova-compute[75075]: INFO nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Took 5.79 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:45 user nova-compute[75075]: INFO nova.compute.manager [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Took 6.62 seconds to build instance.
Nov 13 21:57:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fe39797f-b363-4b19-b949-9ad78384ff32 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.715s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:46 user nova-compute[75075]: WARNING nova.compute.manager [req-a4fba73a-399a-4e40-b3cf-2cba6bf467e2 req-71e1b321-e724-496d-bdc4-7907667a6128 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 for instance with vm_state building and task_state spawning.
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:46 user nova-compute[75075]: WARNING nova.compute.manager [req-f9002de6-1835-4699-b8ad-8be40a6e92e7 req-7c30b5dc-1920-4077-8946-7fdfff2bb00f service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea for instance with vm_state building and task_state spawning.
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:47 user nova-compute[75075]: WARNING nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 for instance with vm_state building and task_state spawning.
Nov 13 21:57:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:47 user nova-compute[75075]: WARNING nova.compute.manager [req-0f5b0cde-9a7d-4ba0-bbb6-f9da286963fa req-5a7ff227-8c31-49cd-8393-d1b0e922d0dd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 for instance with vm_state building and task_state spawning.
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-9b35b731-a8ba-4600-af62-e2edddc0dff1 req-2f3a1a78-f472-4554-85f0-317a242b013b service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:48 user nova-compute[75075]: WARNING nova.compute.manager [req-fc7f5b0a-91ac-45c8-94d6-196acc75798e req-e1fa6347-474c-4f5d-b9fb-877d6ceb2bf9 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 for instance with vm_state building and task_state spawning.
Nov 13 21:57:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:49 user nova-compute[75075]: WARNING nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 for instance with vm_state building and task_state spawning.
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:49 user nova-compute[75075]: WARNING nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 for instance with vm_state building and task_state spawning.
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:49 user nova-compute[75075]: WARNING nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 for instance with vm_state building and task_state spawning.
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:57:49 user nova-compute[75075]: WARNING nova.compute.manager [req-065bc000-2381-46bf-9cf0-f17d994ac4d3 req-42ea33aa-9545-46e0-89aa-37ca61f4e1cd service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 for instance with vm_state building and task_state spawning.
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:57:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance spawned successfully.
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:57:50 user nova-compute[75075]: INFO nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Took 11.75 seconds to spawn the instance on the hypervisor.
Nov 13 21:57:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:57:50 user nova-compute[75075]: INFO nova.compute.manager [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Took 29.52 seconds to build instance.
Nov 13 21:57:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c06198f6-0d6d-4804-80b2-b39d51fc83a7 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.657s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:57:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:57:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lazy-loading 'flavor' on Instance uuid 7f5f1f24-9cb9-4c41-8d86-98318b84828b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:13 user nova-compute[75075]: INFO nova.compute.manager [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Attaching volume e821bfa8-6104-4218-8baf-b652ef322512 to /dev/vdb
Nov 13 21:58:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.utils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19d6239-bda5-4d31-a897-43fd8838a229]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a8e457-7366-4db7-b4f9-e9f980870f1c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf73a2e-f5e2-42f9-b2fa-fbc839c6d6be]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2907c5-0795-4b4c-bf61-67ede95a5d65]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:13 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a7fab6-1d9c-425c-a780-475173a15197]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG os_brick.utils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updating existing volume attachment record: b9ea62e7-e5f9-4484-84ca-58e3e252425b {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:58:14 user nova-compute[75075]: INFO nova.compute.manager [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Rescuing
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:15 user nova-compute[75075]: WARNING nova.compute.manager [req-edb029a9-7983-4e43-a6ba-b4e7597ef0f5 req-b8eecdb4-f08c-4a32-847f-c5257af27702 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state rescuing.
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance destroyed successfully.
Nov 13 21:58:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Attempting rescue
Nov 13 21:58:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 21:58:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Creating image(s)
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'trusted_certs' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.164s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue" returned: 0 in 0.046s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.216s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'migration_context' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.base [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<44c635f4-84a9-43e9-86fb-06d5b7f6210a> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start _get_guest_xml network_info=[{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:b7:e1:d5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.base [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<44c635f4-84a9-43e9-86fb-06d5b7f6210a> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'numa_topology' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.base [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<44c635f4-84a9-43e9-86fb-06d5b7f6210a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:58:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'vcpu_model' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.base [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<44c635f4-84a9-43e9-86fb-06d5b7f6210a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1982366824',display_name='tempest-ServerRescueNegativeTestJSON-server-1982366824',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1982366824',id=3,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-k10augvd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:42Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=44c635f4-84a9-43e9-86fb-06d5b7f6210a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:b7:e1:d5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:b7:e1:d5"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.objects.base [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<44c635f4-84a9-43e9-86fb-06d5b7f6210a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:58:16 user nova-compute[75075]:   <uuid>44c635f4-84a9-43e9-86fb-06d5b7f6210a</uuid>
Nov 13 21:58:16 user nova-compute[75075]:   <name>instance-00000003</name>
Nov 13 21:58:16 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:58:16 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:58:16 user nova-compute[75075]:   <metadata>
Nov 13 21:58:16 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:58:16 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1982366824</nova:name>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:58:16</nova:creationTime>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:58:16 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:58:16 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:owner>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 21:58:16 user nova-compute[75075]:       </nova:owner>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:58:16 user nova-compute[75075]:       <nova:ports>
Nov 13 21:58:16 user nova-compute[75075]:         <nova:port uuid="22522b6a-b115-41f1-b722-37a7a24ee4e4">
Nov 13 21:58:16 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 13 21:58:16 user nova-compute[75075]:         </nova:port>
Nov 13 21:58:16 user nova-compute[75075]:       </nova:ports>
Nov 13 21:58:16 user nova-compute[75075]:     </nova:instance>
Nov 13 21:58:16 user nova-compute[75075]:   </metadata>
Nov 13 21:58:16 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:58:16 user nova-compute[75075]:     <system>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="serial">44c635f4-84a9-43e9-86fb-06d5b7f6210a</entry>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="uuid">44c635f4-84a9-43e9-86fb-06d5b7f6210a</entry>
Nov 13 21:58:16 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:58:16 user nova-compute[75075]:     </system>
Nov 13 21:58:16 user nova-compute[75075]:   </sysinfo>
Nov 13 21:58:16 user nova-compute[75075]:   <os>
Nov 13 21:58:16 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:58:16 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:58:16 user nova-compute[75075]:   </os>
Nov 13 21:58:16 user nova-compute[75075]:   <features>
Nov 13 21:58:16 user nova-compute[75075]:     <acpi/>
Nov 13 21:58:16 user nova-compute[75075]:     <apic/>
Nov 13 21:58:16 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:58:16 user nova-compute[75075]:   </features>
Nov 13 21:58:16 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:58:16 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:58:16 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:58:16 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:58:16 user nova-compute[75075]:   </clock>
Nov 13 21:58:16 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:58:16 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:58:16 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:58:16 user nova-compute[75075]:   </cpu>
Nov 13 21:58:16 user nova-compute[75075]:   <devices>
Nov 13 21:58:16 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:58:16 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:58:16 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue"/>
Nov 13 21:58:16 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:58:16 user nova-compute[75075]:     </disk>
Nov 13 21:58:16 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:58:16 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:58:16 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk"/>
Nov 13 21:58:16 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 21:58:16 user nova-compute[75075]:     </disk>
Nov 13 21:58:16 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:58:16 user nova-compute[75075]:       <mac address="fa:16:3e:b7:e1:d5"/>
Nov 13 21:58:16 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:58:16 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:58:16 user nova-compute[75075]:       <target dev="tap22522b6a-b1"/>
Nov 13 21:58:16 user nova-compute[75075]:     </interface>
Nov 13 21:58:16 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:58:16 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/console.log" append="off"/>
Nov 13 21:58:16 user nova-compute[75075]:     </serial>
Nov 13 21:58:16 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:58:16 user nova-compute[75075]:     <video>
Nov 13 21:58:16 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:58:16 user nova-compute[75075]:     </video>
Nov 13 21:58:16 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:58:16 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:58:16 user nova-compute[75075]:     </rng>
Nov 13 21:58:16 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:58:16 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:58:16 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:58:16 user nova-compute[75075]:     </memballoon>
Nov 13 21:58:16 user nova-compute[75075]:   </devices>
Nov 13 21:58:16 user nova-compute[75075]: </domain>
Nov 13 21:58:16 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:58:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance destroyed successfully.
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:b7:e1:d5, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:17 user nova-compute[75075]: WARNING nova.compute.manager [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state rescuing.
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-changed-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Refreshing instance network info cache due to event network-changed-ddb548dd-5a80-4183-a0c8-dc41675310ff. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.network.neutron [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Refreshing network info cache for port ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LSrhUTod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:17 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:17 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:17 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d63a7769-36cd-4db8-b477-300472d1f84b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:17 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1872239-7910-437c-9987-bf196a3a8d28]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512] added
Nov 13 21:58:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e66d9a9-065e-4fc7-bf5e-4493a3b3442d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[80688bfb-d022-4b82-a73b-1696014a740a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LSrhUTod {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LSrhUTod" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9234eea9-3a02-4253-b6bc-3ae21b67843f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LSrhUTod'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7329796c-6480-47b1-9ee8-0b6d730ccb34]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aec0aa2-34c1-41a3-83e4-22028d189737]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:17 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:17 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updated VIF entry in instance network info cache for port ddb548dd-5a80-4183-a0c8-dc41675310ff. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[acaa2d48-ffb5-40bd-8259-f0139d183477]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-74bda182-899a-4756-9856-bcebf507a0ce req-d40b696a-32ea-4782-92e6-96ebad9a44ac service nova] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260]
Nov 13 21:58:18 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77733f17-c8ec-4fd0-80f3-dce378779eb5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e497a79-a45f-447d-a167-0c44bdd2b5f1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:18 user nova-compute[75075]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)
Nov 13 21:58:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.395s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5a84a8-abbc-4845-be01-593e81bc7bf2]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LSrhUTod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.729s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] <== connect_volume: return (1731ms) {'type': 'block', 'scsi_wwn': '23137616330393933', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23137616330393933', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:19 user nova-compute[75075]: WARNING nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state rescuing.
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:19 user nova-compute[75075]: WARNING nova.compute.manager [req-8fc298e8-11ba-4cb0-b0a2-81ba4fb4f0eb req-820d57d7-6bfd-499b-b47d-6490fc60a32f service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state active and task_state rescuing.
Nov 13 21:58:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:58:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=6704MB free_disk=25.447986602783203GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lazy-loading 'flavor' on Instance uuid 7f5f1f24-9cb9-4c41-8d86-98318b84828b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:19 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:19 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 21:58:19 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:19 user nova-compute[75075]:   <serial>e821bfa8-6104-4218-8baf-b652ef322512</serial>
Nov 13 21:58:19 user nova-compute[75075]: </disk>
Nov 13 21:58:19 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7f5f1f24-9cb9-4c41-8d86-98318b84828b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0108fc5c-bdce-4df8-910c-1b726788da52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance eecc47a5-292a-40dc-ba1c-ce5072627e76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 450de760-5068-404a-9e1e-516af9af40f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b322d00e-2c64-400d-8769-eda4f1144898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance edeae14e-f536-44ad-9aee-dc87baa260f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1fd6983d-a666-4477-bc48-aac591005242 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] No VIF found with MAC fa:16:3e:69:9a:eb, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:58:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:58:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:58:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.510s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2d1e4fc6-c251-4846-9399-c47bf9664770 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.673s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:21 user nova-compute[75075]: INFO nova.compute.manager [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Terminating instance
Nov 13 21:58:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-unplugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] No waiting events found dispatching network-vif-unplugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-0da91277-0c4c-4777-a3d9-59950d298e1f req-a2d1a9b7-91f0-4cb4-91a5-3b6e08b79bd4 service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-unplugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:58:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Instance destroyed successfully.
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lazy-loading 'resources' on Instance uuid 7f5f1f24-9cb9-4c41-8d86-98318b84828b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1269892349',display_name='tempest-DeleteServersTestJSON-server-1269892349',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1269892349',id=1,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='561fb7fb0f59490bbe89366c1ccb2ae6',ramdisk_id='',reservation_id='r-0i94wr2x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1919995890',owner_user_name='tempest-DeleteServersTestJSON-1919995890-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:56:41Z,user_data=None,user_id='f91488b7e6f74088a3b8fc3f04397347',uuid=7f5f1f24-9cb9-4c41-8d86-98318b84828b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converting VIF {"id": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "address": "fa:16:3e:69:9a:eb", "network": {"id": "6a334d8e-f1ed-4ca3-a946-b135104391c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-46380198-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "561fb7fb0f59490bbe89366c1ccb2ae6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96c162da-10", "ovs_interfaceid": "96c162da-103f-4a19-b8d9-a92dc51a57b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_vif [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96c162da-10, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bcc2920e-ff34-4885-92e6-7f68013b1353) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:22 user nova-compute[75075]: INFO os_vif [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:9a:eb,bridge_name='br-int',has_traffic_filtering=True,id=96c162da-103f-4a19-b8d9-a92dc51a57b0,network=Network(6a334d8e-f1ed-4ca3-a946-b135104391c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96c162da-10')
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LSrhUTod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:22 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59c8d99-dba3-4d61-b051-a09139538971]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:58:22 user nova-compute[75075]: No targets found.
Nov 13 21:58:22 user nova-compute[75075]: iSNS:
Nov 13 21:58:22 user nova-compute[75075]: No targets found.
Nov 13 21:58:22 user nova-compute[75075]: STATIC:
Nov 13 21:58:22 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:58:22 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:22 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:22 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512
Nov 13 21:58:22 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:22 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:22 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:58:22 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:22 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:22 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:58:22 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:22 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:22 user nova-compute[75075]: FIRMWARE:
Nov 13 21:58:22 user nova-compute[75075]: No targets found.
Nov 13 21:58:22 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:58:22 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:58:22 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f78e22de-d563-4766-bd08-bccff9482297]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be92fbe-3c46-4654-b347-2e028376d809]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:22 user nova-compute[75075]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 (non-flash)
Nov 13 21:58:22 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2887620e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b57297-b9db-4b51-b07c-63189bf84fad]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e738fe-ed8f-45e3-ab81-4b8d821b1564]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b46cf2-8cfc-4713-96e3-088cdbf907b2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[430ea967-f1a1-468e-a488-3d8b77a8729d]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[37866299-34e6-41ee-a7af-dc72d596ee07]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1abc9b08-a90e-4155-ac2d-421f25c7479c]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260]
Nov 13 21:58:22 user nova-compute[75075]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:22 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e821bfa8-6104-4218-8baf-b652ef322512 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[edcb68c5-0cbb-4849-a650-3203e4e2559b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] <== disconnect_volume: return (308ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:58:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Deleting instance files /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b_del
Nov 13 21:58:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Deletion of /opt/stack/data/nova/instances/7f5f1f24-9cb9-4c41-8d86-98318b84828b_del complete
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75075) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 13 21:58:22 user nova-compute[75075]: INFO nova.virt.libvirt.host [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] UEFI support detected
Nov 13 21:58:22 user nova-compute[75075]: INFO nova.compute.manager [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 13 21:58:22 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:58:22 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:23 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Took 0.56 seconds to deallocate network for instance.
Nov 13 21:58:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-40294ba0-82fc-415a-b50a-631c1f390e67 req-38cebd4b-a3ed-481c-ae37-67de2f651b7c service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-deleted-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] Acquiring lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] No waiting events found dispatching network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:23 user nova-compute[75075]: WARNING nova.compute.manager [req-392377a4-9209-454c-aa85-8e2dfc1448e1 req-17931a8f-f223-4f97-a17b-770f29674c5b service nova] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Received unexpected event network-vif-plugged-96c162da-103f-4a19-b8d9-a92dc51a57b0 for instance with vm_state active and task_state deleting.
Nov 13 21:58:23 user nova-compute[75075]: INFO nova.compute.manager [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] [instance: 7f5f1f24-9cb9-4c41-8d86-98318b84828b] Took 0.79 seconds to detach 1 volumes for instance.
Nov 13 21:58:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:58:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:58:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.341s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:24 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Deleted allocations for instance 7f5f1f24-9cb9-4c41-8d86-98318b84828b
Nov 13 21:58:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1ba8428c-d3d1-4b64-926b-cae11913fac5 tempest-DeleteServersTestJSON-1919995890 tempest-DeleteServersTestJSON-1919995890-project-member] Lock "7f5f1f24-9cb9-4c41-8d86-98318b84828b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.159s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-changed-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Refreshing instance network info cache due to event network-changed-9df42370-85e1-4b46-8b7e-6504ac3bb04f. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] Acquiring lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] Acquired lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Refreshing network info cache for port 9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updated VIF entry in instance network info cache for port 9df42370-85e1-4b46-8b7e-6504ac3bb04f. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84f9da7a-159c-486a-9255-ccea07c2b2b1 req-754200e9-a7c7-4e41-a212-2bd3dbfd81e8 service nova] Releasing lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-changed-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Refreshing instance network info cache due to event network-changed-73315dd5-d0d2-47bc-921d-1649bc6dd956. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] Acquiring lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] Acquired lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Refreshing network info cache for port 73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lazy-loading 'flavor' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updated VIF entry in instance network info cache for port 73315dd5-d0d2-47bc-921d-1649bc6dd956. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updating instance_info_cache with network_info: [{"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:33 user nova-compute[75075]: INFO nova.compute.manager [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attaching volume f6d51044-e648-4e2d-aebf-cf3d86e65560 to /dev/vdb
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12b9d923-7ed2-496b-b5b8-0fc24a3109c4 req-ccd62073-7516-4cf8-8d13-a75ead32e0e3 service nova] Releasing lock "refresh_cache-0108fc5c-bdce-4df8-910c-1b726788da52" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c60e161-5a59-4db4-95b4-070f61419f07]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d9a20dd-4505-4a30-813b-f5e08cad9625]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[331436c5-da6b-480b-9096-4df17102ff33]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[44910ce8-d73d-426b-a7aa-71162fd81d2c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:33 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c378a4c-7071-4477-9d85-72f824939b91]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updating existing volume attachment record: 55be24c1-100e-4b91-ae81-84fc0c58c540 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'flavor' on Instance uuid d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.099s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:33 user nova-compute[75075]: INFO nova.compute.manager [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Attaching volume 977a200b-e827-437e-8c96-4c4cde71aafb to /dev/vdb
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[41fc34a0-0765-4b25-87bf-d315f8f0e56f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[88248525-8af3-4372-8a83-366aa834a399]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1293bab8-7f6e-461f-8b28-186fae969bc5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d053244-feae-495a-9de3-1b02acf99301]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:33 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8bea8a-ec96-45fa-8184-b8c225a0acb6]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG os_brick.utils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] <== get_connector_properties: return (105ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:33 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating existing volume attachment record: f6a49f58-8834-4106-a8a4-742dfce2360d {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-changed-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Refreshing instance network info cache due to event network-changed-848949bf-57f9-475e-bf4e-92b128bc7fbc. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] Acquiring lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] Acquired lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Refreshing network info cache for port 848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updated VIF entry in instance network info cache for port 848949bf-57f9-475e-bf4e-92b128bc7fbc. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updating instance_info_cache with network_info: [{"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec11026e-4e4e-4765-bdae-ac7c882392d6 req-ef3e56e8-c220-471b-8074-00f4664beccd service nova] Releasing lock "refresh_cache-eecc47a5-292a-40dc-ba1c-ce5072627e76" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:37 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:37 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:37 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c976608-ca12-41d2-9589-d99e7688842b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:37 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec0457f-62ec-42f7-b88d-1f2ae5d28170]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560] added
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa99a225-5885-4e31-961d-877d38ac0d46]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[150e3270-b9c3-4381-878c-9a55fa45952d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QIurRtqk {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QIurRtqk" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d49472d-1a32-46af-96ab-e642a5dcf5f5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QIurRtqk'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6d4203-40a4-4f7d-bf63-d705b3bbb82c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0307f14a-d1b3-4087-a3ba-6eeecb8aef6a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0056b747-db05-472d-818f-09debd911f61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]
Nov 13 21:58:37 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4513d6e-6f4f-4ba3-984c-619af04071eb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3569ba-a1de-4891-9239-1675a7a7fe7f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:37 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef5ba25-0724-42e8-bf0e-fcfe4bf845a5]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-changed-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing instance network info cache due to event network-changed-a9cf6bf7-79d6-432f-84cf-dbe2c078147e. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing network info cache for port a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RucIXobA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updated VIF entry in instance network info cache for port a9cf6bf7-79d6-432f-84cf-dbe2c078147e. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "interface-450de760-5068-404a-9e1e-516af9af40f1-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "interface-450de760-5068-404a-9e1e-516af9af40f1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ff375ede-2076-4b75-ba0e-ed165697f7fe req-b6daf0bc-d39a-4420-91b9-6f94ff513c2c service nova] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'pci_requests' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.objects.base [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Object Instance<450de760-5068-404a-9e1e-516af9af40f1> lazy-loaded attributes: flavor,pci_requests {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23763636332613636', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763636332613636', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.370s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:38 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lazy-loading 'flavor' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.policy [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4021f44dc33e468d8f29f4a23e0e4250', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a30d06427004d9a9408ba85c03f4861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[059a1fc9-2f79-4b72-ad25-542e4a51b730]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:38 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:38 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:38 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 21:58:38 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:38 user nova-compute[75075]:   <serial>f6d51044-e648-4e2d-aebf-cf3d86e65560</serial>
Nov 13 21:58:38 user nova-compute[75075]: </disk>
Nov 13 21:58:38 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e995264d-72e2-49df-90eb-f00331a13af8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb] added
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4bea96-bd53-4682-9b40-efb7886788fe]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a362dadd-0557-4be8-9f3f-1a9b58b652df]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RucIXobA {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RucIXobA" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4c8107-760e-4a27-83dd-b09df0eb7bbf]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RucIXobA'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6da642d-1f6b-47e5-9820-4dbee6d21a74]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7552e0bb-3e5c-46a2-bf0d-26dbe785f4de]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[848816d7-1884-4b9d-a380-5f7a22c8f92b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260]
Nov 13 21:58:38 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d384dd1c-e939-47e3-ba2e-12682282cce9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[811e78d6-ceb9-4aa4-b10d-fbba0964c044]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:38 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e28adff-e5d5-4905-b5b0-ddb867ac9306]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] No VIF found with MAC fa:16:3e:74:eb:95, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lazy-loading 'flavor' on Instance uuid eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0dfdd381-9a25-4696-91a7-613408274335 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.150s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Successfully created port: c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:39 user nova-compute[75075]: INFO nova.compute.manager [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Attaching volume c3ac8f0d-58e1-4fc4-b82c-06edd83de280 to /dev/sdc
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.utils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebd0f11-247b-4630-bced-bcb236e1018b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b842efae-7438-4269-b2cc-824e7afbed41]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2c799c-c62b-4111-bd50-6b4a4a1eb8ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b565cd-b40f-4bd2-a1da-5f371f8be2af]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:39 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0315fe6b-9bb1-4f3c-b19b-575701578324]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG os_brick.utils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updating existing volume attachment record: ea78e405-306a-4bf8-81d7-95f0f2169612 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Successfully updated port: c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RucIXobA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] <== connect_volume: return (1705ms) {'type': 'block', 'scsi_wwn': '26235323533626362', 'path': '/dev/sdf'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235323533626362', 'path': '/dev/sdf'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-changed-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing instance network info cache due to event network-changed-c2426257-7fd5-4605-b4d1-34f4abd4fb06. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'flavor' on Instance uuid d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:40 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:40 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 21:58:40 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:40 user nova-compute[75075]:   <serial>977a200b-e827-437e-8c96-4c4cde71aafb</serial>
Nov 13 21:58:40 user nova-compute[75075]: </disk>
Nov 13 21:58:40 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.utils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3b3b78-86e2-4967-b9c9-f3f2dec991af]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff5bfbc8-8605-4e1c-a099-0511c2f4648a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[38623531-e085-4931-a013-fd86eaa70be3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb6cc59-96fa-49e2-8494-2847fcd8ba58]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:40 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f63968c-e062-4878-964f-bd1b2ed88821]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_brick.utils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No VIF found with MAC fa:16:3e:cc:2d:78, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:40 user nova-compute[75075]: INFO nova.compute.manager [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Swapping volume f6d51044-e648-4e2d-aebf-cf3d86e65560 for 35802f49-8f8d-4756-8363-7d54113b785f
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Refreshing network info cache for port c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG os_vif [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5d4f1db-62b6-5a3f-a7ee-2dceebe5b5e3', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ce864a47-4b46-40bd-8443-1a8167b29358 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.141s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2426257-7f, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2426257-7f, col_values=(('qos', UUID('256a40f8-ad73-4d50-90b3-3c80197359b5')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2426257-7f, col_values=(('external_ids', {'iface-id': 'c2426257-7fd5-4605-b4d1-34f4abd4fb06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:87:bf', 'vm-uuid': '450de760-5068-404a-9e1e-516af9af40f1'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: INFO os_vif [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f')
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] attach device xml: <interface type="ethernet">
Nov 13 21:58:40 user nova-compute[75075]:   <mac address="fa:16:3e:40:87:bf"/>
Nov 13 21:58:40 user nova-compute[75075]:   <model type="virtio"/>
Nov 13 21:58:40 user nova-compute[75075]:   <mtu size="1442"/>
Nov 13 21:58:40 user nova-compute[75075]:   <target dev="tapc2426257-7f"/>
Nov 13 21:58:40 user nova-compute[75075]: </interface>
Nov 13 21:58:40 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name hda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No VIF found with MAC fa:16:3e:cc:bf:98, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updated VIF entry in instance network info cache for port c2426257-7fd5-4605-b4d1-34f4abd4fb06. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96c5c526-f10d-48e1-b8be-15e1d0497bbd req-c794d460-64db-4bf8-b6f6-955fce498c18 service nova] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:58:41 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:58:41</nova:creationTime>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:58:41 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:58:41 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:owner>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:58:41 user nova-compute[75075]:   </nova:owner>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:58:41 user nova-compute[75075]:   <nova:ports>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:58:41 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:58:41 user nova-compute[75075]:     </nova:port>
Nov 13 21:58:41 user nova-compute[75075]:     <nova:port uuid="c2426257-7fd5-4605-b4d1-34f4abd4fb06">
Nov 13 21:58:41 user nova-compute[75075]:       <nova:ip type="fixed" address="10.10.10.238" ipVersion="4"/>
Nov 13 21:58:41 user nova-compute[75075]:     </nova:port>
Nov 13 21:58:41 user nova-compute[75075]:   </nova:ports>
Nov 13 21:58:41 user nova-compute[75075]: </nova:instance>
Nov 13 21:58:41 user nova-compute[75075]:  {{(pid=75075) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d87f0274-55c9-42d9-af3b-e142c4d16f7d tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "interface-450de760-5068-404a-9e1e-516af9af40f1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.793s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.objects.instance [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:41 user nova-compute[75075]: INFO nova.compute.manager [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Attaching volume 587c22ed-1cb7-446c-a8d9-4d37e8f9b383 to /dev/vdb
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.utils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fa2c32-790e-4345-9be5-1a551ef59fd5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b213e8-9676-4ca6-b000-a5b9504d2879]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7863e625-8da9-491d-a302-af2692e3368c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd3a07a-21f9-4d8b-abef-fdebcd40688a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:41 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fc387c8-c3e8-42c9-893b-b97137ea2b73]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG os_brick.utils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:41 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating existing volume attachment record: 8b3d3a00-ba99-493d-9c5c-480ffed169ec {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:42 user nova-compute[75075]: INFO nova.compute.manager [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Detaching volume 977a200b-e827-437e-8c96-4c4cde71aafb
Nov 13 21:58:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:42 user nova-compute[75075]: WARNING nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 for instance with vm_state active and task_state None.
Nov 13 21:58:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:58:42 user nova-compute[75075]: WARNING nova.compute.manager [req-1f79c14c-2c1f-438e-929e-dca74353b11d req-1718b8e2-f74e-4f37-bf97-caa79444376d service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 for instance with vm_state active and task_state None.
Nov 13 21:58:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-changed-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Refreshing instance network info cache due to event network-changed-ba292043-461d-44f3-8726-a5a242cb77bd. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] Acquiring lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] Acquired lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Refreshing network info cache for port ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updated VIF entry in instance network info cache for port ba292043-461d-44f3-8726-a5a242cb77bd. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updating instance_info_cache with network_info: [{"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ae52c78-3778-40ba-a106-1749ae88df16 req-06fa5323-8dab-4c62-bb13-6c4634cae449 service nova] Releasing lock "refresh_cache-b322d00e-2c64-400d-8769-eda4f1144898" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'icgGPSOy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:46 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:46 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:46 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a85ce58-3a98-4e59-b31e-54aaadf6c1b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:46 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[45aa418f-07b7-4357-9f94-88339f4a2bb4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383] added
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7bcf2f0-5e65-4ca8-a78e-33fec2629a02]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a12e8761-bd40-4b02-93bd-e448b98e2be9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v icgGPSOy {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v icgGPSOy" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[71c6d91f-f960-4bee-bf9d-4e723a7039d6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'icgGPSOy'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f37a93-5106-4fc8-afb3-762003579fb2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6681100a-3597-4291-b4e5-0cb5ec134251]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lazy-loading 'flavor' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:46 user nova-compute[75075]: INFO nova.virt.block_device [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Attempting to driver detach volume 977a200b-e827-437e-8c96-4c4cde71aafb from mountpoint /dev/vdb
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Attempting to detach device vdb from instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:46 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:46 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 21:58:46 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:46 user nova-compute[75075]:   <serial>977a200b-e827-437e-8c96-4c4cde71aafb</serial>
Nov 13 21:58:46 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:58:46 user nova-compute[75075]: </disk>
Nov 13 21:58:46 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:46 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully detached device vdb from instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c from the persistent domain config.
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:46 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:46 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 21:58:46 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:46 user nova-compute[75075]:   <serial>977a200b-e827-437e-8c96-4c4cde71aafb</serial>
Nov 13 21:58:46 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:58:46 user nova-compute[75075]: </disk>
Nov 13 21:58:46 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abd1a0e-3246-4e04-b15f-54bf17f315c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260]
Nov 13 21:58:46 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f290de6-3d34-4e0a-bfda-754507fb47c2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[24f7ef3b-0052-4299-868b-d7436c657d46]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:46 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9757a482-067e-42af-8388-00fd0d5705f7]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:46 user nova-compute[75075]: INFO nova.compute.manager [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Attaching volume 0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 to /dev/vdb
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.utils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[874facb8-12bc-41b3-8813-2e90b24ad3ac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'beQLYMPK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:46 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ecacbd-d641-4b73-b730-e2565701d4fc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f755f143-14be-4f0f-a3b8-e6a2e04adf35]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c4a717f-051f-4e76-89ef-ac5ebb354eec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:46 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d715da9f-9647-47b1-9e9a-02b9563dfe4a]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG os_brick.utils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updating existing volume attachment record: 448a5969-a324-4426-871f-dbed1880f74a {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:58:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'icgGPSOy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26439333764613437', 'path': '/dev/sdg'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439333764613437', 'path': '/dev/sdg'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.800s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:47 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ccadd4-5ba0-44e8-80dd-6a80a49435b6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:47 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:47 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:47 user nova-compute[75075]:   <source dev="/dev/sdg"/>
Nov 13 21:58:47 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:47 user nova-compute[75075]:   <serial>587c22ed-1cb7-446c-a8d9-4d37e8f9b383</serial>
Nov 13 21:58:47 user nova-compute[75075]: </disk>
Nov 13 21:58:47 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf644c14-c1c4-44d9-b35e-fa7459231d1d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280] added
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b3458d-7789-44ae-9c4a-9619e4276a4d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b57d4cb-737f-4b83-8503-24e5327fe01e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v beQLYMPK {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v beQLYMPK" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7fbe49-d5e6-4691-b143-fa9f08e059fb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'beQLYMPK'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e51211-6c7b-48e3-8de3-ef33eeca6560]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea5f1d9c-5a24-4771-9547-ee58dec27b6f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[94949a85-7175-4513-a800-c916357a7710]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260]
Nov 13 21:58:47 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3ecc172-4bc1-4033-8020-e9dffb40b09d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3944b672-1bf3-4236-b938-8252adf1ffba]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f1bc0c9-fd35-4342-bb96-60c67807f8fb]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'beQLYMPK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No BDM found with device name hda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] No VIF found with MAC fa:16:3e:cc:bf:98, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f', 'serial': '35802f49-8f8d-4756-8363-7d54113b785f'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d51044-e648-4e2d-aebf-cf3d86e65560', 'serial'} {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-97c4eae8-96cc-4556-b901-ff976fe033c5 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.213s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] <== connect_volume: return (2142ms) {'type': 'block', 'scsi_wwn': '23735623163353136', 'path': '/dev/sdh'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735623163353136', 'path': '/dev/sdh'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.753s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:48 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lazy-loading 'flavor' on Instance uuid eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9cc97c-01b5-44e2-be87-b713f3764802]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:48 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:48 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:48 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 21:58:48 user nova-compute[75075]:   <target dev="sdc" bus="scsi"/>
Nov 13 21:58:48 user nova-compute[75075]:   <serial>c3ac8f0d-58e1-4fc4-b82c-06edd83de280</serial>
Nov 13 21:58:48 user nova-compute[75075]:   <address type="drive" controller="0" unit="2"/>
Nov 13 21:58:48 user nova-compute[75075]: </disk>
Nov 13 21:58:48 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3432ed03-711d-407b-a084-6f369efacfdd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f] added
Nov 13 21:58:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[09979ece-298c-49a8-9b72-6201115dcefe]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c5007a6-9317-4e8f-a53d-e519211b2318]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v semPUSoL {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v semPUSoL" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee10f089-59d7-425b-8e43-bfd21da8a7b9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'semPUSoL'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[99e693a3-0359-4ccd-a79b-4f472e356122]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca39ebcf-052b-4cd0-b42b-e4e11af50371]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:48 user nova-compute[75075]: INFO nova.compute.manager [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Detaching volume 587c22ed-1cb7-446c-a8d9-4d37e8f9b383
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d52687-03c1-4b0c-84b1-25f53c36298d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260]
Nov 13 21:58:48 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:48 user nova-compute[75075]: INFO nova.virt.block_device [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Attempting to driver detach volume 587c22ed-1cb7-446c-a8d9-4d37e8f9b383 from mountpoint /dev/vdb
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Attempting to detach device vdb from instance 450de760-5068-404a-9e1e-516af9af40f1 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:49 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:49 user nova-compute[75075]:   <source dev="/dev/sdg"/>
Nov 13 21:58:49 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:49 user nova-compute[75075]:   <serial>587c22ed-1cb7-446c-a8d9-4d37e8f9b383</serial>
Nov 13 21:58:49 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 21:58:49 user nova-compute[75075]: </disk>
Nov 13 21:58:49 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de996c7-a4ff-445e-9762-cecc326a8e24]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully detached device vdb from instance 450de760-5068-404a-9e1e-516af9af40f1 from the persistent domain config.
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 450de760-5068-404a-9e1e-516af9af40f1 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:49 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:49 user nova-compute[75075]:   <source dev="/dev/sdg"/>
Nov 13 21:58:49 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:49 user nova-compute[75075]:   <serial>587c22ed-1cb7-446c-a8d9-4d37e8f9b383</serial>
Nov 13 21:58:49 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 21:58:49 user nova-compute[75075]: </disk>
Nov 13 21:58:49 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0e6360c-15e1-4073-90a6-80930696f574]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[42626397-8744-4409-b81c-ae269a65e4f7]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No BDM found with device name sda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] No VIF found with MAC fa:16:3e:1d:ff:1b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d4136ec-dd46-4b5f-ab63-fcabd618d527 tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.966s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== connect_volume: return (2130ms) {'type': 'block', 'scsi_wwn': '26135323935313730', 'path': '/dev/sdi'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135323935313730', 'path': '/dev/sdi'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lazy-loading 'flavor' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:50 user nova-compute[75075]: INFO nova.compute.manager [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Detaching volume c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:58:50 user nova-compute[75075]: INFO nova.virt.block_device [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Attempting to driver detach volume c3ac8f0d-58e1-4fc4-b82c-06edd83de280 from mountpoint /dev/sdc
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Attempting to detach device sdc from instance eecc47a5-292a-40dc-ba1c-ce5072627e76 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:50 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:50 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 21:58:50 user nova-compute[75075]:   <target dev="sdc" bus="scsi"/>
Nov 13 21:58:50 user nova-compute[75075]:   <serial>c3ac8f0d-58e1-4fc4-b82c-06edd83de280</serial>
Nov 13 21:58:50 user nova-compute[75075]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 13 21:58:50 user nova-compute[75075]: </disk>
Nov 13 21:58:50 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Successfully detached device sdc from instance eecc47a5-292a-40dc-ba1c-ce5072627e76 from the persistent domain config.
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance eecc47a5-292a-40dc-ba1c-ce5072627e76 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:58:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:50 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:50 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 21:58:50 user nova-compute[75075]:   <target dev="sdc" bus="scsi"/>
Nov 13 21:58:50 user nova-compute[75075]:   <serial>c3ac8f0d-58e1-4fc4-b82c-06edd83de280</serial>
Nov 13 21:58:50 user nova-compute[75075]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 13 21:58:50 user nova-compute[75075]: </disk>
Nov 13 21:58:50 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 115343360 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:58:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 279969792 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 425721856 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'quzLWikh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:52 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:52 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:52 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[998da37e-6cdd-43a3-98b2-fe3670777fa9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:58:52 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb654ad-21b5-4bdc-bc10-46caa1a0a42f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87] added
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f7df12-6070-4788-989c-d051bb716109]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a74f06-dd19-47cc-8ee7-a232906ba994]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v quzLWikh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v quzLWikh" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0f9da4-a7e5-4512-8b2a-104c6562619e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'quzLWikh'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1f19d8-41a8-4126-9ed4-1240eef28398]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 590348288 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[092936b1-2b61-4cca-bf01-792a88a5fe97]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --login" returned: 0 in 0.105s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f7ecac-3276-40b2-980f-74c05ebf3d61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260]
Nov 13 21:58:52 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5523d02b-0504-4635-a597-79f4340c1ab3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd190ea-c578-4c2b-b3d1-cd41080da4ba]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.410s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1655fec-b3e7-4e25-b6d3-11800fea05a7]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 756023296 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 927989760 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'quzLWikh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.452s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] <== connect_volume: return (1453ms) {'type': 'block', 'scsi_wwn': '23936646165383736', 'path': '/dev/sdj'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936646165383736', 'path': '/dev/sdj'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lazy-loading 'flavor' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] attach device xml: <disk type="block" device="disk">
Nov 13 21:58:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:53 user nova-compute[75075]:   <source dev="/dev/sdj"/>
Nov 13 21:58:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:53 user nova-compute[75075]:   <serial>0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87</serial>
Nov 13 21:58:53 user nova-compute[75075]: </disk>
Nov 13 21:58:53 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:54 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] No VIF found with MAC fa:16:3e:83:16:34, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[252acac7-24fb-4f53-b6b6-bca55bb48bd5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:58:54 user nova-compute[75075]: No targets found.
Nov 13 21:58:54 user nova-compute[75075]: iSNS:
Nov 13 21:58:54 user nova-compute[75075]: No targets found.
Nov 13 21:58:54 user nova-compute[75075]: STATIC:
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383
Nov 13 21:58:54 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:58:54 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:58:54 user nova-compute[75075]: FIRMWARE:
Nov 13 21:58:54 user nova-compute[75075]: No targets found.
Nov 13 21:58:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:58:54 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:58:54 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4f224a-595e-4d3e-abb8-f8d6227addaf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d30fd99-9d76-4679-91f2-4a5489acedc8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:58:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2c6be67a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[141b5b3b-805c-416c-a89d-fefc4f1f4a9f]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c5f8a41-4faf-4e5e-bb6f-46c5d5694b7c]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[01947f8a-12f4-4bfb-8691-42490fcbab48]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7bb0e32f-127a-4b84-9071-7cdfb4bf2b7a tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.963s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cdabe7c-df5e-412b-b81f-66593fb01fae]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e7d9a7-4bec-4f2d-bf2a-3f83ad409520]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --logout" returned: 0 in 0.090s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbe4721-0037-4fa5-9c97-26169039b843]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]
Nov 13 21:58:54 user nova-compute[75075]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.
Nov 13 21:58:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3ef28cc-b437-442f-84f7-d2a74d0e584e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== disconnect_volume: return (351ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f', 'serial'} {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 13 21:58:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: removing Cinder connection for volume f6d51044-e648-4e2d-aebf-cf3d86e65560 {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] volume_snapshot_create: create_info: {'snapshot_id': '37d688ee-bb42-42bb-b9cc-189c1ea4ad07', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75075) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] snap xml: <domainsnapshot>
Nov 13 21:58:55 user nova-compute[75075]:   <disks>
Nov 13 21:58:55 user nova-compute[75075]:     <disk name="/dev/sdj" snapshot="external" type="file">
Nov 13 21:58:55 user nova-compute[75075]:       <source file="/dev/new_file"/>
Nov 13 21:58:55 user nova-compute[75075]:     </disk>
Nov 13 21:58:55 user nova-compute[75075]:     <disk name="vda" snapshot="no"/>
Nov 13 21:58:55 user nova-compute[75075]:   </disks>
Nov 13 21:58:55 user nova-compute[75075]: </domainsnapshot>
Nov 13 21:58:55 user nova-compute[75075]:  {{(pid=75075) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] Lazy-loading 'system_metadata' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     rv = execute(f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     six.reraise(c, e, tb)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     raise value
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     rv = meth(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     self._volume_snapshot_create(context, instance, guest,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     rv = execute(f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     six.reraise(c, e, tb)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     raise value
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     rv = meth(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] 
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: Updating volume f6d51044-e648-4e2d-aebf-cf3d86e65560 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "semPUSoL", "auth_password": "sf3bFd8pW5gATP", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "35802f49-8f8d-4756-8363-7d54113b785f"}, "status": "reserved", "instance": "0108fc5c-bdce-4df8-910c-1b726788da52", "attached_at": "", "detached_at": "", "volume_id": "35802f49-8f8d-4756-8363-7d54113b785f", "serial": "35802f49-8f8d-4756-8363-7d54113b785f"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f', 'no_device': None, 'attachment_id': '0bcd52e7-d4ee-4179-b227-6b9e76d98942'} {{(pid=75075) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c678d151-0905-4747-86ed-7bea1f705336 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] volume_snapshot_delete: delete_info: {'volume_id': '0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87'} {{(pid=75075) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [None req-c678d151-0905-4747-86ed-7bea1f705336 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898]     if delete_info['type'] != 'qcow2':
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] KeyError: 'type'
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [instance: b322d00e-2c64-400d-8769-eda4f1144898] 
Nov 13 21:58:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8c956905-ac1a-490f-8f0f-cb90208d5f79 tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.311s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [None req-c678d151-0905-4747-86ed-7bea1f705336 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-7d582049-742d-4ec5-b340-36d61cfa5738)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 37d688ee-bb42-42bb-b9cc-189c1ea4ad07 could not be found.
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise value
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 37d688ee-bb42-42bb-b9cc-189c1ea4ad07 could not be found. (HTTP 404) (Request-ID: req-a4de83c5-8a21-4e9b-9d43-bd23cfe726c0)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 37d688ee-bb42-42bb-b9cc-189c1ea4ad07 could not be found.
Nov 13 21:58:55 user nova-compute[75075]: ERROR nova.virt.libvirt.driver 
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server [None req-c678d151-0905-4747-86ed-7bea1f705336 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] Exception during message handling: KeyError: 'type'
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server 
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server [None req-e192d56a-e9cf-4d3e-9629-25d297386745 tempest-VolumesAssistedSnapshotsTest-794751180 tempest-VolumesAssistedSnapshotsTest-794751180-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise value
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 13 21:58:55 user nova-compute[75075]: ERROR oslo_messaging.rpc.server 
Nov 13 21:58:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:55 user nova-compute[75075]: INFO nova.compute.manager [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Detaching volume 0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:58:55 user nova-compute[75075]: INFO nova.virt.block_device [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Attempting to driver detach volume 0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 from mountpoint /dev/vdb
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Attempting to detach device vdb from instance b322d00e-2c64-400d-8769-eda4f1144898 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:55 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:55 user nova-compute[75075]:   <source dev="/dev/sdj"/>
Nov 13 21:58:55 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:55 user nova-compute[75075]:   <serial>0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87</serial>
Nov 13 21:58:55 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:58:55 user nova-compute[75075]: </disk>
Nov 13 21:58:55 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Successfully detached device vdb from instance b322d00e-2c64-400d-8769-eda4f1144898 from the persistent domain config.
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b322d00e-2c64-400d-8769-eda4f1144898 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:58:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] detach device xml: <disk type="block" device="disk">
Nov 13 21:58:55 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:58:55 user nova-compute[75075]:   <source dev="/dev/sdj"/>
Nov 13 21:58:55 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:58:55 user nova-compute[75075]:   <serial>0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87</serial>
Nov 13 21:58:55 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:58:55 user nova-compute[75075]: </disk>
Nov 13 21:58:55 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.utils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e9dac2-0d79-4028-bc90-18ea6efc9b42]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8635b65-e677-4f1f-b22e-c3d02faac7d0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa1dda3-9085-419d-be9b-3d914293618a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6728f9e5-db2b-4d0a-a78d-62d4802c8c80]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:56 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee4c6c0-a938-412a-a83f-ba26a7cc578a]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG os_brick.utils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:58:56 user nova-compute[75075]: INFO nova.compute.manager [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Swapping volume 35802f49-8f8d-4756-8363-7d54113b785f for f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:58:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-changed-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Refreshing instance network info cache due to event network-changed-d0611ab5-bf3e-4c0c-9a19-12196061a720. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] Acquiring lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] Acquired lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Refreshing network info cache for port d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:57 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:58:57 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Ignoring supplied device name: /dev/vdb
Nov 13 21:58:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updated VIF entry in instance network info cache for port d0611ab5-bf3e-4c0c-9a19-12196061a720. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updating instance_info_cache with network_info: [{"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:58:58 user nova-compute[75075]: INFO nova.compute.manager [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Attaching volume 45280a97-cc07-4b2c-89ee-8ef3175b38be to /dev/vdb
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0cbaced-78c0-4ae7-a71a-88408306d3f9 req-cdd1972c-8912-4112-a73b-8d5599bc7bc7 service nova] Releasing lock "refresh_cache-edeae14e-f536-44ad-9aee-dc87baa260f6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.utils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11f613a-98c5-4bf6-b88d-596923cad326]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c85416-49a7-4ef9-893a-2c33692f57d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c96a8e3-cdc3-494d-8dae-5e2b7d212a6a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[751eda3c-83f3-4df5-974a-1a538f57452c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:58:58 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:58:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d6d687-c273-4b2f-b731-2c692ee72ab8]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG os_brick.utils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:58:58 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updating existing volume attachment record: 56cbd48d-92a6-4abc-beb2-26edef148f1b {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d51044-e648-4e2d-aebf-cf3d86e65560', 'serial': 'f6d51044-e648-4e2d-aebf-cf3d86e65560'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f'}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f', 'serial'} {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:00 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:00 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:00 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7bad4a3-0a4c-4bb1-9de0-060de608f28e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:59:00 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3c0ffba-02a4-4645-8d6b-f0a82148bbbb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560] added
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbfc7299-d5aa-47cd-806a-3d3cf13e83b3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff28ae0-2c1e-4b1a-8634-972bfe8e7569]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QIurRtqk {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QIurRtqk" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c365cbe0-df29-4b5d-9f62-9a5381f742df]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QIurRtqk'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[132a2e80-0b6a-440a-b1b5-3950e0ccf149]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef0ccb7-c75d-4dee-b987-ccd221323555]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[855c0e33-d001-4714-a985-2cf042b7bd6a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]
Nov 13 21:59:00 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4130560-f089-4b50-9da3-bbf55b51347c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1615a9c-2814-4f6a-abc8-dbd9c533521a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] HCTL ('36', '-', '-', 0) found on session 12 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[53ce44d9-725e-41f7-a5e4-5505f395acb0]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Searching for a device in session 12 and hctl ['36', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Searching for a device in session 12 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23763636332613636', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23763636332613636', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:59:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lazy-loading 'flavor' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 4194304 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'joihKLxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:02 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:02 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:02 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aabc323-f465-4310-866a-4ce31414ceb7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:59:02 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e68820-748c-4b3a-9985-a017739409e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be] added
Nov 13 21:59:02 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[98d8b7cc-a5a5-441f-adec-67e7b2010647]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3851d875-f6aa-40ef-8d3c-e190a1d74a55]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v joihKLxO {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v joihKLxO" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[647216de-4001-4223-a3a8-cb02fb33fbe8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'joihKLxO'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e68d20-8c7d-4f25-a32c-3edd4eb0ef41]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.055s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f58d7dc-43dd-4236-9ef5-a55a532b680b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:02 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 141557760 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 327155712 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 511705088 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --login" returned: 0 in 1.148s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc26a34-910d-49e3-88ff-c17d4b784d33]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260]
Nov 13 21:59:03 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b91da5e-3519-4cce-bcfe-cce8b0201828]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0e60b9-d624-4bc9-b952-c2d1e33c9d18]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.488s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] HCTL ('42', '-', '-', 0) found on session 13 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6dce6e0-bd10-4eb0-8b63-94e6a075afd9]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching for a device in session 13 and hctl ['42', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 678428672 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 862978048 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching for a device in session 13 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'joihKLxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.530s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== connect_volume: return (2531ms) {'type': 'block', 'scsi_wwn': '23331363930336531', 'path': '/dev/sdk'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331363930336531', 'path': '/dev/sdk'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:59:04 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:04 user nova-compute[75075]:   <source dev="/dev/sdk"/>
Nov 13 21:59:04 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:04 user nova-compute[75075]:   <serial>45280a97-cc07-4b2c-89ee-8ef3175b38be</serial>
Nov 13 21:59:04 user nova-compute[75075]: </disk>
Nov 13 21:59:04 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 1033895936 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No VIF found with MAC fa:16:3e:96:93:a3, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a0796514-a4a4-405e-bef5-e271521ca74b tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.521s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'semPUSoL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': '35802f49-8f8d-4756-8363-7d54113b785f'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:05 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29523a9-088c-41e1-87b3-957bd8acea67]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]: iSNS:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]: STATIC:
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:06 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:06 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fbb1c74-5f88-4510-bb92-9488de1546cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbcac99c-6344-4d62-924e-e8bd4d4de932]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28849eb90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f'): ({'sdi'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Removing single pathed devices sdi {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b61b339-f967-4aee-85fb-d687ca579446]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7123e08c-2e2f-47ef-aa3b-52fdbcdbc4ee]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Flushing IO for device /dev/sdi {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b3fcd95-5aca-41f5-96f7-445a309a1fe0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfdec07d-88d9-433a-98a2-26b718c429cd]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] SCSI volumes sdi have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[af210a25-1a34-4202-947f-f5e07574468c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c609329a-f0c9-4a4b-bec9-91590560572b]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260]
Nov 13 21:59:06 user nova-compute[75075]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35802f49-8f8d-4756-8363-7d54113b785f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6286fb3-87fb-49fc-9b31-e0831cb64513]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] <== disconnect_volume: return (346ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '0108fc5c-bdce-4df8-910c-1b726788da52', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6d51044-e648-4e2d-aebf-cf3d86e65560', 'serial'} {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: removing Cinder connection for volume 35802f49-8f8d-4756-8363-7d54113b785f {{(pid=75075) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 13 21:59:06 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c is timed out.
Nov 13 21:59:06 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully detached device vdb from instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c from the live domain config.
Nov 13 21:59:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RucIXobA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01deb8a-55d3-4aaf-8ba8-d5061e5926e4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]: iSNS:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]: STATIC:
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383
Nov 13 21:59:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:06 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:06 user nova-compute[75075]: No targets found.
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:06 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:06 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98ae18c-5ddb-42f8-9771-9aa2b62e190e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[232f616d-3094-44c8-896e-027de2493355]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28849fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb'): ({'sdf'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Removing single pathed devices sdf {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d570e68d-1aa4-4f27-bde3-3c5767f8a451]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c25b6171-b15f-41f8-81c2-ccae5b0638bb]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Flushing IO for device /dev/sdf {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.011s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9800d671-4021-4aa1-838e-469e485a1870]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0973fdf0-c2ca-44ef-8993-45dc7131ca0a]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3132d2-f897-43cc-87c5-416dfd466605]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e94c22-d02b-4732-8028-24a92bfe424c]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260]
Nov 13 21:59:07 user nova-compute[75075]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:977a200b-e827-437e-8c96-4c4cde71aafb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3da73b-589e-4225-a033-74b73a019c3a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] <== disconnect_volume: return (338ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] swap_volume: Updating volume 35802f49-8f8d-4756-8363-7d54113b785f BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "QIurRtqk", "auth_password": "VMSaIOYUj1v3TL", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sde", "volume_id": "f6d51044-e648-4e2d-aebf-cf3d86e65560"}, "status": "reserved", "instance": "0108fc5c-bdce-4df8-910c-1b726788da52", "attached_at": "", "detached_at": "", "volume_id": "f6d51044-e648-4e2d-aebf-cf3d86e65560", "serial": "f6d51044-e648-4e2d-aebf-cf3d86e65560"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f6d51044-e648-4e2d-aebf-cf3d86e65560', 'no_device': None, 'attachment_id': '87291032-a0f7-4fa7-9b45-b9b7c9c80371'} {{(pid=75075) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5858c08-0701-436f-b949-fb718db3490c tempest-TestVolumeSwap-1856729601 tempest-TestVolumeSwap-1856729601-project-admin] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 11.040s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'flavor' on Instance uuid d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ea81bab-3911-4b54-9224-c125064e9feb tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 25.910s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:08 user nova-compute[75075]: INFO nova.compute.manager [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Detaching volume f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:08 user nova-compute[75075]: INFO nova.virt.block_device [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Attempting to driver detach volume f6d51044-e648-4e2d-aebf-cf3d86e65560 from mountpoint /dev/vdb
Nov 13 21:59:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Attempting to detach device vdb from instance 0108fc5c-bdce-4df8-910c-1b726788da52 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:59:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:59:08 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:08 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 21:59:08 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:08 user nova-compute[75075]:   <serial>f6d51044-e648-4e2d-aebf-cf3d86e65560</serial>
Nov 13 21:59:08 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:59:08 user nova-compute[75075]: </disk>
Nov 13 21:59:08 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Successfully detached device vdb from instance 0108fc5c-bdce-4df8-910c-1b726788da52 from the persistent domain config.
Nov 13 21:59:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0108fc5c-bdce-4df8-910c-1b726788da52 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:59:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:59:08 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:08 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 21:59:08 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:08 user nova-compute[75075]:   <serial>f6d51044-e648-4e2d-aebf-cf3d86e65560</serial>
Nov 13 21:59:08 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:59:08 user nova-compute[75075]: </disk>
Nov 13 21:59:08 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:59:09 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 450de760-5068-404a-9e1e-516af9af40f1 is timed out.
Nov 13 21:59:09 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully detached device vdb from instance 450de760-5068-404a-9e1e-516af9af40f1 from the live domain config.
Nov 13 21:59:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'icgGPSOy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca898d8-63d9-4470-be0d-eaa860627a75]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:09 user nova-compute[75075]: No targets found.
Nov 13 21:59:09 user nova-compute[75075]: iSNS:
Nov 13 21:59:09 user nova-compute[75075]: No targets found.
Nov 13 21:59:09 user nova-compute[75075]: STATIC:
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383
Nov 13 21:59:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:09 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:09 user nova-compute[75075]: No targets found.
Nov 13 21:59:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:09 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:09 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1ead9f-88fd-4f7c-94a2-93e28f34e8f5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[826f50cf-1ea5-4c60-9865-15f22a0e6044]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2be0c6b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383'): ({'sdg'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Removing single pathed devices sdg {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1dd309-d297-4e51-aed8-c202add542bf]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f2ceaf-7bea-4b1a-8eae-9607e43cae3f]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Flushing IO for device /dev/sdg {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8dc8046-4a9e-4f83-acb6-cd0a5cb09bbe]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db42f5e-898a-4d49-8a63-50f08dd79fcc]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] SCSI volumes sdg have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[494bfaa8-5539-4ba2-bdfa-b177f04724c9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc3df679-b5a5-4ca8-af19-02c0c0661fd5]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260]
Nov 13 21:59:09 user nova-compute[75075]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:587c22ed-1cb7-446c-a8d9-4d37e8f9b383 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f4d562-e0d1-4005-a372-5039f3bc5082]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] <== disconnect_volume: return (321ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6e760d1f-dffc-47ab-9eda-8e880c0dde46 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.761s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-changed-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing instance network info cache due to event network-changed-db087be1-355b-4f7e-83ac-553ce5c74fb6. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] Acquiring lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] Acquired lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:10 user nova-compute[75075]: DEBUG nova.network.neutron [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Refreshing network info cache for port db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updated VIF entry in instance network info cache for port db087be1-355b-4f7e-83ac-553ce5c74fb6. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0717f263-93fc-4d7a-9af4-87d52de1c4e8 req-0cbc5651-1056-4f49-9bb0-bab3adae5956 service nova] Releasing lock "refresh_cache-2d5f0b21-675b-4d6b-a829-bc474fcb09b2" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance eecc47a5-292a-40dc-ba1c-ce5072627e76 is timed out.
Nov 13 21:59:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Successfully detached device sdc from instance eecc47a5-292a-40dc-ba1c-ce5072627e76 from the live domain config.
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'beQLYMPK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f6badf-f1e7-41b2-8034-fc423aab399f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:11 user nova-compute[75075]: No targets found.
Nov 13 21:59:11 user nova-compute[75075]: iSNS:
Nov 13 21:59:11 user nova-compute[75075]: No targets found.
Nov 13 21:59:11 user nova-compute[75075]: STATIC:
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:11 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:11 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:11 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:11 user nova-compute[75075]: No targets found.
Nov 13 21:59:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:11 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:11 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afd03df-dddf-4dcf-95ce-d7d697ff9a48]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "interface-450de760-5068-404a-9e1e-516af9af40f1-c2426257-7fd5-4605-b4d1-34f4abd4fb06" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "interface-450de760-5068-404a-9e1e-516af9af40f1-c2426257-7fd5-4605-b4d1-34f4abd4fb06" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[86904a3b-75c4-45b8-a833-299323e99f99]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:11 user nova-compute[75075]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 (non-flash)
Nov 13 21:59:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac5f7250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280'): ({'sdh'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Removing single pathed devices sdh {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Attempting to detach device tapc2426257-7f from instance 450de760-5068-404a-9e1e-516af9af40f1 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] detach device xml: <interface type="ethernet">
Nov 13 21:59:11 user nova-compute[75075]:   <mac address="fa:16:3e:40:87:bf"/>
Nov 13 21:59:11 user nova-compute[75075]:   <model type="virtio"/>
Nov 13 21:59:11 user nova-compute[75075]:   <mtu size="1442"/>
Nov 13 21:59:11 user nova-compute[75075]:   <target dev="tapc2426257-7f"/>
Nov 13 21:59:11 user nova-compute[75075]: </interface>
Nov 13 21:59:11 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c63bbd-161d-4a07-97ef-6772d72c9a0a]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 13 21:59:11 user nova-compute[75075]:   <name>instance-00000008</name>
Nov 13 21:59:11 user nova-compute[75075]:   <uuid>450de760-5068-404a-9e1e-516af9af40f1</uuid>
Nov 13 21:59:11 user nova-compute[75075]:   <metadata>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:11 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:58:41</nova:creationTime>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:11 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:11 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:11 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:11 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:11 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:11 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:11 user nova-compute[75075]:     <nova:port uuid="c2426257-7fd5-4605-b4d1-34f4abd4fb06">
Nov 13 21:59:11 user nova-compute[75075]:       <nova:ip type="fixed" address="10.10.10.238" ipVersion="4"/>
Nov 13 21:59:11 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:11 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:11 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:11 user nova-compute[75075]:   </metadata>
Nov 13 21:59:11 user nova-compute[75075]:   <memory unit='KiB'>524288</memory>
Nov 13 21:59:11 user nova-compute[75075]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 13 21:59:11 user nova-compute[75075]:   <vcpu placement='static'>1</vcpu>
Nov 13 21:59:11 user nova-compute[75075]:   <resource>
Nov 13 21:59:11 user nova-compute[75075]:     <partition>/machine</partition>
Nov 13 21:59:11 user nova-compute[75075]:   </resource>
Nov 13 21:59:11 user nova-compute[75075]:   <sysinfo type='smbios'>
Nov 13 21:59:11 user nova-compute[75075]:     <system>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='product'>OpenStack Nova</entry>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='version'>0.0.0</entry>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='serial'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='uuid'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:11 user nova-compute[75075]:       <entry name='family'>Virtual Machine</entry>
Nov 13 21:59:11 user nova-compute[75075]:     </system>
Nov 13 21:59:11 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:11 user nova-compute[75075]:   <os>
Nov 13 21:59:11 user nova-compute[75075]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 13 21:59:11 user nova-compute[75075]:     <boot dev='hd'/>
Nov 13 21:59:11 user nova-compute[75075]:     <smbios mode='sysinfo'/>
Nov 13 21:59:11 user nova-compute[75075]:   </os>
Nov 13 21:59:11 user nova-compute[75075]:   <features>
Nov 13 21:59:11 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:11 user nova-compute[75075]:     <apic/>
Nov 13 21:59:11 user nova-compute[75075]:     <vmcoreinfo state='on'/>
Nov 13 21:59:11 user nova-compute[75075]:   </features>
Nov 13 21:59:11 user nova-compute[75075]:   <cpu mode='custom' match='exact' check='full'>
Nov 13 21:59:11 user nova-compute[75075]:     <model fallback='forbid'>Nehalem</model>
Nov 13 21:59:11 user nova-compute[75075]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 13 21:59:11 user nova-compute[75075]:     <feature policy='require' name='vme'/>
Nov 13 21:59:11 user nova-compute[75075]:     <feature policy='require' name='x2apic'/>
Nov 13 21:59:11 user nova-compute[75075]:     <feature policy='require' name='hypervisor'/>
Nov 13 21:59:11 user nova-compute[75075]:   </cpu>
Nov 13 21:59:11 user nova-compute[75075]:   <clock offset='utc'>
Nov 13 21:59:11 user nova-compute[75075]:     <timer name='pit' tickpolicy='delay'/>
Nov 13 21:59:11 user nova-compute[75075]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 13 21:59:11 user nova-compute[75075]:     <timer name='hpet' present='no'/>
Nov 13 21:59:11 user nova-compute[75075]:   </clock>
Nov 13 21:59:11 user nova-compute[75075]:   <on_poweroff>destroy</on_poweroff>
Nov 13 21:59:11 user nova-compute[75075]:   <on_reboot>restart</on_reboot>
Nov 13 21:59:11 user nova-compute[75075]:   <on_crash>destroy</on_crash>
Nov 13 21:59:11 user nova-compute[75075]:   <devices>
Nov 13 21:59:11 user nova-compute[75075]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 13 21:59:11 user nova-compute[75075]:     <disk type='file' device='disk'>
Nov 13 21:59:11 user nova-compute[75075]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 13 21:59:11 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk' index='2'/>
Nov 13 21:59:11 user nova-compute[75075]:       <backingStore type='file' index='3'>
Nov 13 21:59:11 user nova-compute[75075]:         <format type='raw'/>
Nov 13 21:59:11 user nova-compute[75075]:         <source file='/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa'/>
Nov 13 21:59:11 user nova-compute[75075]:         <backingStore/>
Nov 13 21:59:11 user nova-compute[75075]:       </backingStore>
Nov 13 21:59:11 user nova-compute[75075]:       <target dev='vda' bus='virtio'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='virtio-disk0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </disk>
Nov 13 21:59:11 user nova-compute[75075]:     <disk type='file' device='cdrom'>
Nov 13 21:59:11 user nova-compute[75075]:       <driver name='qemu' type='raw' cache='none'/>
Nov 13 21:59:11 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config' index='1'/>
Nov 13 21:59:11 user nova-compute[75075]:       <backingStore/>
Nov 13 21:59:11 user nova-compute[75075]:       <target dev='hda' bus='ide'/>
Nov 13 21:59:11 user nova-compute[75075]:       <readonly/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='ide0-0-0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </disk>
Nov 13 21:59:11 user nova-compute[75075]:     <controller type='usb' index='0' model='none'>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='usb'/>
Nov 13 21:59:11 user nova-compute[75075]:     </controller>
Nov 13 21:59:11 user nova-compute[75075]:     <controller type='pci' index='0' model='pci-root'>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='pci.0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </controller>
Nov 13 21:59:11 user nova-compute[75075]:     <controller type='ide' index='0'>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='ide'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 13 21:59:11 user nova-compute[75075]:     </controller>
Nov 13 21:59:11 user nova-compute[75075]:     <interface type='ethernet'>
Nov 13 21:59:11 user nova-compute[75075]:       <mac address='fa:16:3e:cc:bf:98'/>
Nov 13 21:59:11 user nova-compute[75075]:       <target dev='tapa9cf6bf7-79'/>
Nov 13 21:59:11 user nova-compute[75075]:       <model type='virtio'/>
Nov 13 21:59:11 user nova-compute[75075]:       <mtu size='1442'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='net0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </interface>
Nov 13 21:59:11 user nova-compute[75075]:     <interface type='ethernet'>
Nov 13 21:59:11 user nova-compute[75075]:       <mac address='fa:16:3e:40:87:bf'/>
Nov 13 21:59:11 user nova-compute[75075]:       <target dev='tapc2426257-7f'/>
Nov 13 21:59:11 user nova-compute[75075]:       <model type='virtio'/>
Nov 13 21:59:11 user nova-compute[75075]:       <mtu size='1442'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='net1'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </interface>
Nov 13 21:59:11 user nova-compute[75075]:     <serial type='pty'>
Nov 13 21:59:11 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:11 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:11 user nova-compute[75075]:       <target type='isa-serial' port='0'>
Nov 13 21:59:11 user nova-compute[75075]:         <model name='isa-serial'/>
Nov 13 21:59:11 user nova-compute[75075]:       </target>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </serial>
Nov 13 21:59:11 user nova-compute[75075]:     <console type='pty' tty='/dev/pts/7'>
Nov 13 21:59:11 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:11 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:11 user nova-compute[75075]:       <target type='serial' port='0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </console>
Nov 13 21:59:11 user nova-compute[75075]:     <input type='mouse' bus='ps2'>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='input0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </input>
Nov 13 21:59:11 user nova-compute[75075]:     <input type='keyboard' bus='ps2'>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='input1'/>
Nov 13 21:59:11 user nova-compute[75075]:     </input>
Nov 13 21:59:11 user nova-compute[75075]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 13 21:59:11 user nova-compute[75075]:       <listen type='address' address='0.0.0.0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </graphics>
Nov 13 21:59:11 user nova-compute[75075]:     <audio id='1' type='none'/>
Nov 13 21:59:11 user nova-compute[75075]:     <video>
Nov 13 21:59:11 user nova-compute[75075]:       <model type='virtio' heads='1' primary='yes'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='video0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </video>
Nov 13 21:59:11 user nova-compute[75075]:     <memballoon model='virtio'>
Nov 13 21:59:11 user nova-compute[75075]:       <stats period='10'/>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='balloon0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:11 user nova-compute[75075]:     <rng model='virtio'>
Nov 13 21:59:11 user nova-compute[75075]:       <backend model='random'>/dev/urandom</backend>
Nov 13 21:59:11 user nova-compute[75075]:       <alias name='rng0'/>
Nov 13 21:59:11 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 13 21:59:11 user nova-compute[75075]:     </rng>
Nov 13 21:59:11 user nova-compute[75075]:   </devices>
Nov 13 21:59:11 user nova-compute[75075]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 13 21:59:11 user nova-compute[75075]:     <label>libvirt-450de760-5068-404a-9e1e-516af9af40f1</label>
Nov 13 21:59:11 user nova-compute[75075]:     <imagelabel>libvirt-450de760-5068-404a-9e1e-516af9af40f1</imagelabel>
Nov 13 21:59:11 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:11 user nova-compute[75075]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 13 21:59:11 user nova-compute[75075]:     <label>+64055:+108</label>
Nov 13 21:59:11 user nova-compute[75075]:     <imagelabel>+64055:+108</imagelabel>
Nov 13 21:59:11 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:11 user nova-compute[75075]: </domain>
Nov 13 21:59:11 user nova-compute[75075]:  {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 13 21:59:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully detached device tapc2426257-7f from instance 450de760-5068-404a-9e1e-516af9af40f1 from the persistent domain config.
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] (1/8): Attempting to detach device tapc2426257-7f with device alias net1 from instance 450de760-5068-404a-9e1e-516af9af40f1 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] detach device xml: <interface type="ethernet">
Nov 13 21:59:11 user nova-compute[75075]:   <mac address="fa:16:3e:40:87:bf"/>
Nov 13 21:59:11 user nova-compute[75075]:   <model type="virtio"/>
Nov 13 21:59:11 user nova-compute[75075]:   <mtu size="1442"/>
Nov 13 21:59:11 user nova-compute[75075]:   <target dev="tapc2426257-7f"/>
Nov 13 21:59:11 user nova-compute[75075]: </interface>
Nov 13 21:59:11 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f0b093-8e63-422f-9f2a-0a8446296b80]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Flushing IO for device /dev/sdh {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[daafacaf-ca9e-4ed6-b2eb-5c16a5485eb0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.051s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a1e435-e45a-42f6-aee4-a35173c1ed49]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e61c56-3ee2-4e9f-8ed6-05e710bbef32]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[608e1572-f8a0-4187-b2ac-ea50dbe946cc]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260]
Nov 13 21:59:11 user nova-compute[75075]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3ac8f0d-58e1-4fc4-b82c-06edd83de280 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f050703-0625-488e-a866-4169ec4a3846]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] <== disconnect_volume: return (396ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Start waiting for the detach event from libvirt for device tapc2426257-7f with device alias net1 for instance 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-unplugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-unplugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:12 user nova-compute[75075]: WARNING nova.compute.manager [req-ea9e20c4-f420-4610-a92b-e499e5f51ce1 req-2cb5f1bb-f05f-4da6-9394-81fd8524fc86 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-unplugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 for instance with vm_state active and task_state None.
Nov 13 21:59:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lazy-loading 'flavor' on Instance uuid eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9570a7f1-7934-4d05-ac45-e9a76fd3b04b tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.819s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:13 user nova-compute[75075]: INFO nova.compute.manager [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Terminating instance
Nov 13 21:59:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: INFO nova.compute.manager [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Terminating instance
Nov 13 21:59:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-e06f9c80-030e-43c7-9afb-4e453009e3ef req-8d4d4f14-99ca-451b-92fb-415435033f5d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:14 user nova-compute[75075]: INFO nova.compute.manager [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Detaching volume 45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:14 user nova-compute[75075]: WARNING nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-c2426257-7fd5-4605-b4d1-34f4abd4fb06 for instance with vm_state active and task_state None.
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:14 user nova-compute[75075]: WARNING nova.compute.manager [req-bbb01be1-b4fd-4ecb-ace0-dc1beb045e75 req-b7c496f4-15e5-4d01-a5c6-f5a45d332033 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db087be1-355b-4f7e-83ac-553ce5c74fb6 for instance with vm_state active and task_state deleting.
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-56b004c5-48fe-46c2-8681-e1b23e719888 req-af337d4b-f082-41c2-a582-d658d4106ad6 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-db053e98-70e5-42dd-8ff4-94b36fe912ea for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:14 user nova-compute[75075]: INFO nova.virt.block_device [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Attempting to driver detach volume 45280a97-cc07-4b2c-89ee-8ef3175b38be from mountpoint /dev/vdb
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Attempting to detach device vdb from instance edeae14e-f536-44ad-9aee-dc87baa260f6 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:59:14 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:14 user nova-compute[75075]:   <source dev="/dev/sdk"/>
Nov 13 21:59:14 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:14 user nova-compute[75075]:   <serial>45280a97-cc07-4b2c-89ee-8ef3175b38be</serial>
Nov 13 21:59:14 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:59:14 user nova-compute[75075]: </disk>
Nov 13 21:59:14 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully detached device vdb from instance edeae14e-f536-44ad-9aee-dc87baa260f6 from the persistent domain config.
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance edeae14e-f536-44ad-9aee-dc87baa260f6 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 21:59:14 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:14 user nova-compute[75075]:   <source dev="/dev/sdk"/>
Nov 13 21:59:14 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:14 user nova-compute[75075]:   <serial>45280a97-cc07-4b2c-89ee-8ef3175b38be</serial>
Nov 13 21:59:14 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 21:59:14 user nova-compute[75075]: </disk>
Nov 13 21:59:14 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Instance destroyed successfully.
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lazy-loading 'resources' on Instance uuid eecc47a5-292a-40dc-ba1c-ce5072627e76 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1455018023',display_name='tempest-AttachSCSIVolumeTestJSON-server-1455018023',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1455018023',id=7,image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPdlke7/G1TgGum7++WBhrmEnuokl7iR9iUvXG6zT17w8/TIgSWnmqsPf2jZGjpJjvpz6UtHlz2Q1yX/VX23lASZiCXhk+RG4A5aUpIH0jpsk/DRthssmzL9cg/SkpneLg==',key_name='tempest-keypair-1160576073',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e17b59c914a42e0aab2d33d967fdab9',ramdisk_id='',reservation_id='r-tyifyg2g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b40db325-ca9f-467e-855a-cbc8ce985714',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1670927157',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1670927157-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7774ddfedeb14184b76622cf40db5373',uuid=eecc47a5-292a-40dc-ba1c-ce5072627e76,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converting VIF {"id": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "address": "fa:16:3e:1d:ff:1b", "network": {"id": "a2dc7aca-e766-42d8-a084-356066480306", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-73413462-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e17b59c914a42e0aab2d33d967fdab9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap848949bf-57", "ovs_interfaceid": "848949bf-57f9-475e-bf4e-92b128bc7fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG os_vif [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap848949bf-57, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b0e9798-3c03-4941-b1cc-a3a7646bb61d) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 21:59:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Instance destroyed successfully.
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lazy-loading 'resources' on Instance uuid 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb087be1-35, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: INFO os_vif [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:ff:1b,bridge_name='br-int',has_traffic_filtering=True,id=848949bf-57f9-475e-bf4e-92b128bc7fbc,network=Network(a2dc7aca-e766-42d8-a084-356066480306),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap848949bf-57')
Nov 13 21:59:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Deleting instance files /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76_del
Nov 13 21:59:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Deletion of /opt/stack/data/nova/instances/eecc47a5-292a-40dc-ba1c-ce5072627e76_del complete
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: INFO nova.compute.manager [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Took 1.64 seconds to destroy the instance on the hypervisor.
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb3e3a93-2b72-4b3b-b90d-7b24c60e5116) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:d0:05,bridge_name='br-int',has_traffic_filtering=True,id=db087be1-355b-4f7e-83ac-553ce5c74fb6,network=Network(e3ca6e61-7978-471d-9c61-1e1a4985663d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb087be1-35')
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb4642c95-df, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d452ed2b-476c-4f2f-8013-da90892d90da) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:91:d8,bridge_name='br-int',has_traffic_filtering=True,id=b4642c95-dfb0-47b2-a14e-dcb5430ac988,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb4642c95-df')
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6dbe0413-24, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=304d53ba-ec7f-4cbe-af10-9cdfd4eeb60a) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:9d:fd,bridge_name='br-int',has_traffic_filtering=True,id=6dbe0413-243b-4e2d-a715-99239edb8444,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6dbe0413-24')
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "address": "fa:16:3e:71:7c:8c", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb053e98-70", "ovs_interfaceid": "db053e98-70e5-42dd-8ff4-94b36fe912ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb053e98-70, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:15 user nova-compute[75075]: WARNING nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b4642c95-dfb0-47b2-a14e-dcb5430ac988 for instance with vm_state active and task_state deleting.
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-6dbe0413-243b-4e2d-a715-99239edb8444 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:15 user nova-compute[75075]: WARNING nova.compute.manager [req-e200b110-98d1-42a0-b62a-f9df4a4198ac req-a20f3f22-1d5a-40e1-8198-86bc2897af56 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-6dbe0413-243b-4e2d-a715-99239edb8444 for instance with vm_state active and task_state deleting.
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=36d4f1d9-ed5f-4409-88ab-e035b4ccb524) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:7c:8c,bridge_name='br-int',has_traffic_filtering=True,id=db053e98-70e5-42dd-8ff4-94b36fe912ea,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb053e98-70')
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb605318b-24, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81ef2cfa-1a6d-46ef-afef-5a794b1349c3) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:c6:ff,bridge_name='br-int',has_traffic_filtering=True,id=b605318b-24b0-4e2f-9164-34c23b9a9e82,network=Network(e94db35f-2d57-4e76-bf90-e3d4d99eac3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb605318b-24')
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb199c806-bb, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b199c806-bb55-4bb5-9c42-97166ae56494 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b199c806-bb55-4bb5-9c42-97166ae56494 for instance with vm_state active and task_state deleting.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.compute.manager [req-97e66eba-7f04-45d0-9350-304a4233f340 req-620c0c75-10c1-4f05-8ab3-19e0192869ae service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 for instance with vm_state active and task_state deleting.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acceb0ef-d8b2-457b-9075-4dce91f497bf) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:0c:3e,bridge_name='br-int',has_traffic_filtering=True,id=b199c806-bb55-4bb5-9c42-97166ae56494,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb199c806-bb')
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:57:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1346520692',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1346520692',id=11,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKF/XoSWfKUbbzbS++3eEq0NXAjLxEwI0bg/SUWcxgcEJw91+yytQpG3jeetmPbpKvPimdPp4qImWNYgYNj0OmAqRT7i0YcOTYsB+Xy3IC1W42413JYYnoZN7Cz0rIexkQ==',key_name='tempest-keypair-2021274039',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1d49e68916fb47c2ac477a0559b440e2',ramdisk_id='',reservation_id='r-tmjfqyzv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1638733277',owner_user_name='tempest-TaggedBootDevicesTest_v242-1638733277-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ec6389689d5c4dbe92e8edc0e6308ff6',uuid=2d5f0b21-675b-4d6b-a829-bc474fcb09b2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converting VIF {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf93bd21-c9, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2ea59e46-e7c8-4a5c-81ec-991d54601186) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:16 user nova-compute[75075]: INFO os_vif [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:aa:93,bridge_name='br-int',has_traffic_filtering=True,id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6,network=Network(bfaa010a-2965-440d-b3c4-3f5e8c6dedc1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf93bd21-c9')
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wDsubzXv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-db053e98-70e5-42dd-8ff4-94b36fe912ea for instance with vm_state active and task_state deleting.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-unplugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] No waiting events found dispatching network-vif-unplugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-unplugged-848949bf-57f9-475e-bf4e-92b128bc7fbc for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Acquiring lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] No waiting events found dispatching network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received unexpected event network-vif-plugged-848949bf-57f9-475e-bf4e-92b128bc7fbc for instance with vm_state active and task_state deleting.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-unplugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-unplugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Acquiring lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] No waiting events found dispatching network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.compute.manager [req-8c974ec1-91d3-45ff-9c26-1ab113235df3 req-558e8808-c157-4970-88d3-46c4cabcc4b0 service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received unexpected event network-vif-plugged-b605318b-24b0-4e2f-9164-34c23b9a9e82 for instance with vm_state active and task_state deleting.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f087683-b60e-43f5-8b4d-a6c4907105f8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]: iSNS:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]: STATIC:
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:16 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:16 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa951227-56c0-47f6-be05-bc16aeca6225]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d12cf9d-bc41-4a9b-8bb2-3f755dbe4d31]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e (non-flash)
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2c5ff4940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9fc43b4-d3fb-45c1-8afc-45bf2e22b8c5]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e6b51c-329b-49b6-bdc3-a49233a3cf49]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[31038e37-8587-46ff-a76f-bdece639bf61]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b322d00e-2c64-400d-8769-eda4f1144898 is timed out.
Nov 13 21:59:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Successfully detached device vdb from instance b322d00e-2c64-400d-8769-eda4f1144898 from the live domain config.
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'quzLWikh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7bad209-fd26-45cf-8eed-2313df2ae610]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d248b9f-4093-4f07-8ad0-c9f8754208d4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef25a593-9158-42ef-aee2-2685c2175b1e]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260]
Nov 13 21:59:16 user nova-compute[75075]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e700c8c-ed5f-470a-8e99-0d021c71a53e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f6a461-972c-4486-9f66-f090f3478210]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== disconnect_volume: return (364ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.208s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kuXgbrsI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51ab000-52b7-4ff4-bfeb-d4d8e29380bf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]: iSNS:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]: STATIC:
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:16 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:16 user nova-compute[75075]: No targets found.
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:16 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:16 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f681d641-c90c-4ce8-b849-aaf973cd72ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c02dd32-eb7f-447f-a702-88560eb9040d]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac16bc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87'): ({'sdj'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Removing single pathed devices sdj {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee63bf1b-bc25-4f35-9dbe-e470a6e5177e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[938c5507-41b8-4cb5-a43c-9721b2b70f20]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Flushing IO for device /dev/sdj {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c66d795-13d3-46ae-abd1-b878eee0621e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.048s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c7b0b8-1894-4e31-9cb2-b0671459a1a2]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] SCSI volumes sdj have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d4dfc2-2491-4f1e-ad47-fc19269828b8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[696829b3-0647-4281-a05c-9e200c3e0f46]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260]
Nov 13 21:59:16 user nova-compute[75075]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:16 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Took 1.50 seconds to deallocate network for instance.
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b42d5c5-300b-4bd3-9cf2-9e8542f4fd87 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd699f9e-f9bf-41a4-a476-7fbdbf5a93bf]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.399s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] <== disconnect_volume: return (607ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.403s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64cf1d3-e631-4c1a-8db2-9c2b20516248]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]: iSNS:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]: STATIC:
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:17 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:17 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09210bc-17b4-4db0-9e0a-2f0898b6ea01]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f0354f-c973-4c0f-a511-1b350f16ce28]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28853f250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9669fa6-7855-41e9-a0cb-88bdeb693ba1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5545c04a-ad9e-41a3-8ae6-5870150cf081]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[45f4f377-fd47-4728-b1af-48e9ba0a425d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3d98f2b-9c8e-4683-b0e4-1f7fd0f9eb46]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[677a6f6a-dccf-442f-9a3f-a1cf8d653e78]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f409306c-dfe1-430e-ae51-f1e9b6d2ce1b]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260]
Nov 13 21:59:17 user nova-compute[75075]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:85672b69-3d62-4c8b-98cf-974648ee31e5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48bd38a-d4fb-4607-9034-1a966a41298b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== disconnect_volume: return (787ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bSfqecpB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:17 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5af589-b8f6-4f84-bf23-2ba11136aef8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]: iSNS:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]: STATIC:
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720
Nov 13 21:59:17 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:17 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:17 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:17 user nova-compute[75075]: No targets found.
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:17 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:17 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[271ef733-ea9d-4ef9-9c88-ac8f5c3d8538]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1e0fee-9ca6-4753-be79-4da58ed32fd6]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:17 user nova-compute[75075]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 (non-flash)
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28853de10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9cb705a-6395-4eec-b734-7ef07c2fd9e9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.474s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b32bd4d-042c-470d-98bc-b3381ed0bfa2]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad432990-093d-4033-b75f-53d331837a06]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Deleted allocations for instance eecc47a5-292a-40dc-ba1c-ce5072627e76
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d913163-24de-48ae-b8d1-00858635ef17]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7aad409-cc32-4914-bf3b-e798327f76e1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4499566-88f7-4963-a23b-e55a5e920535]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260]
Nov 13 21:59:17 user nova-compute[75075]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4461be6c-3af7-4b06-9f66-c7458370523f tempest-AttachSCSIVolumeTestJSON-1670927157 tempest-AttachSCSIVolumeTestJSON-1670927157-project-member] Lock "eecc47a5-292a-40dc-ba1c-ce5072627e76" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.910s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b40186e9-9491-4e73-9128-2c2e7c152720 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a019f0de-31bb-43b2-9bec-34429b14325a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] <== disconnect_volume: return (368ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Deleting instance files /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2_del
Nov 13 21:59:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Deletion of /opt/stack/data/nova/instances/2d5f0b21-675b-4d6b-a829-bc474fcb09b2_del complete
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lazy-loading 'flavor' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-56b7c88a-c154-4915-9d7a-061944081d63 tempest-VolumesAssistedSnapshotsTest-1660518845 tempest-VolumesAssistedSnapshotsTest-1660518845-project-admin] Lock "b322d00e-2c64-400d-8769-eda4f1144898" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.970s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:17 user nova-compute[75075]: INFO nova.compute.manager [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Took 4.44 seconds to destroy the instance on the hypervisor.
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-adedbcf1-a79e-4917-8f96-c5379b74e1bf req-5b10445c-4c06-45e6-8c88-658206aefae6 service nova] [instance: eecc47a5-292a-40dc-ba1c-ce5072627e76] Received event network-vif-deleted-848949bf-57f9-475e-bf4e-92b128bc7fbc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-deleted-db053e98-70e5-42dd-8ff4-94b36fe912ea {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:20 user nova-compute[75075]: INFO nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Neutron deleted interface db053e98-70e5-42dd-8ff4-94b36fe912ea; detaching it from the instance and deleting it from the info cache
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "address": "fa:16:3e:f2:aa:93", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf93bd21-c9", "ovs_interfaceid": "bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Detach interface failed, port_id=db053e98-70e5-42dd-8ff4-94b36fe912ea, reason: Instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-deleted-bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:20 user nova-compute[75075]: INFO nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Neutron deleted interface bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6; detaching it from the instance and deleting it from the info cache
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [{"id": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "address": "fa:16:3e:02:d0:05", "network": {"id": "e3ca6e61-7978-471d-9c61-1e1a4985663d", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-379894019-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb087be1-35", "ovs_interfaceid": "db087be1-355b-4f7e-83ac-553ce5c74fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "address": "fa:16:3e:f2:91:d8", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb4642c95-df", "ovs_interfaceid": "b4642c95-dfb0-47b2-a14e-dcb5430ac988", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6dbe0413-243b-4e2d-a715-99239edb8444", "address": "fa:16:3e:55:9d:fd", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6dbe0413-24", "ovs_interfaceid": "6dbe0413-243b-4e2d-a715-99239edb8444", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "address": "fa:16:3e:44:c6:ff", "network": {"id": "e94db35f-2d57-4e76-bf90-e3d4d99eac3b", "bridge": "br-int", "label": "tempest-device-tagging-net1-1429383571", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb605318b-24", "ovs_interfaceid": "b605318b-24b0-4e2f-9164-34c23b9a9e82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b199c806-bb55-4bb5-9c42-97166ae56494", "address": "fa:16:3e:35:0c:3e", "network": {"id": "bfaa010a-2965-440d-b3c4-3f5e8c6dedc1", "bridge": "br-int", "label": "tempest-device-tagging-net2-1002544656", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "1d49e68916fb47c2ac477a0559b440e2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb199c806-bb", "ovs_interfaceid": "b199c806-bb55-4bb5-9c42-97166ae56494", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-89c71747-ceb5-4677-a875-70f80f392000 req-2f60d379-f04c-45dd-8f1c-2b578312eaec service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Detach interface failed, port_id=bf93bd21-c9b5-45b0-bc8f-22f84c09d9e6, reason: Instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 21:59:20 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:20 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:20 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7392MB free_disk=25.4736328125GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0108fc5c-bdce-4df8-910c-1b726788da52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 450de760-5068-404a-9e1e-516af9af40f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b322d00e-2c64-400d-8769-eda4f1144898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance edeae14e-f536-44ad-9aee-dc87baa260f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 21:59:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.615s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:21 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Took 3.73 seconds to deallocate network for instance.
Nov 13 21:59:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-10a32bc7-ffeb-4111-b794-85115d714f1b req-f0dfd2b9-029c-4c54-8ba2-374fd74f1f7d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-deleted-db087be1-355b-4f7e-83ac-553ce5c74fb6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-10a32bc7-ffeb-4111-b794-85115d714f1b req-f0dfd2b9-029c-4c54-8ba2-374fd74f1f7d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-deleted-b605318b-24b0-4e2f-9164-34c23b9a9e82 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-10a32bc7-ffeb-4111-b794-85115d714f1b req-f0dfd2b9-029c-4c54-8ba2-374fd74f1f7d service nova] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Received event network-vif-deleted-b199c806-bb55-4bb5-9c42-97166ae56494 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 21:59:23 user nova-compute[75075]: INFO nova.compute.manager [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] [instance: 2d5f0b21-675b-4d6b-a829-bc474fcb09b2] Took 2.15 seconds to detach 3 volumes for instance.
Nov 13 21:59:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:24 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Deleted allocations for instance 2d5f0b21-675b-4d6b-a829-bc474fcb09b2
Nov 13 21:59:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9afd6a-751d-4ebc-86cd-9b47d7d54a65 tempest-TaggedBootDevicesTest_v242-1638733277 tempest-TaggedBootDevicesTest_v242-1638733277-project-member] Lock "2d5f0b21-675b-4d6b-a829-bc474fcb09b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.828s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:28 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:59:28 user nova-compute[75075]: INFO nova.compute.claims [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Claim successful on node user
Nov 13 21:59:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0108fc5c-bdce-4df8-910c-1b726788da52 is timed out.
Nov 13 21:59:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Successfully detached device vdb from instance 0108fc5c-bdce-4df8-910c-1b726788da52 from the live domain config.
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QIurRtqk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': 'f6d51044-e648-4e2d-aebf-cf3d86e65560'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:29 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0edb790-fe3b-462e-9c14-9ff7a7fb05eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:29 user nova-compute[75075]: No targets found.
Nov 13 21:59:29 user nova-compute[75075]: iSNS:
Nov 13 21:59:29 user nova-compute[75075]: No targets found.
Nov 13 21:59:29 user nova-compute[75075]: STATIC:
Nov 13 21:59:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560
Nov 13 21:59:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:29 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:29 user nova-compute[75075]: No targets found.
Nov 13 21:59:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:29 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:29 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30eb1fa1-7b24-48bc-8c3a-3430ab84d9a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cab4eeb-a6c7-4a24-afc7-0eb2f480eb36]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:29 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 (non-flash)
Nov 13 21:59:29 user nova-compute[75075]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac70d240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a584d040-b57b-4fe1-8194-46f3ed3ce7c1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d52de9-96c9-4ffe-975d-356ecc135cab]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[553f4a4c-6645-4bf0-a3f3-548f065d8bf5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c23a082-3168-4dd5-b52b-46e7fdc1be6c]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c7b2efe-6440-4a89-9bc3-25188f1cbeb7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7227a6c-9cfc-4eaf-8cfb-41942916d3d9]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260]
Nov 13 21:59:29 user nova-compute[75075]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6d51044-e648-4e2d-aebf-cf3d86e65560 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace75716-3925-48dd-9c2d-27ca02d5b77e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] <== disconnect_volume: return (292ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:59:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.policy [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23be47c60e1941bdb06571f153851782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52ec30511a449f48e379359c86c00eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:59:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Creating image(s)
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk 1073741824" returned: 0 in 0.052s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Successfully created port: ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.objects.instance [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lazy-loading 'flavor' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03c244e1-75b2-4548-acc4-d8f82992da3f tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.630s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Cannot resize image /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Ensure instance console log exists: /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Successfully updated port: ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing instance network info cache due to event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.objects.instance [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Instance network_info: |[{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Start _get_guest_xml network_info=[{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-54837321',display_name='tempest-ServerActionsTestOtherA-server-54837321',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-54837321',id=13,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-13rg01pg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:59:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=6b8c598c-4cf7-478e-b4eb-d9525523d6d0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.objects.instance [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:59:30 user nova-compute[75075]:   <uuid>6b8c598c-4cf7-478e-b4eb-d9525523d6d0</uuid>
Nov 13 21:59:30 user nova-compute[75075]:   <name>instance-0000000d</name>
Nov 13 21:59:30 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:59:30 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:59:30 user nova-compute[75075]:   <metadata>
Nov 13 21:59:30 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:30 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherA-server-54837321</nova:name>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:59:30</nova:creationTime>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:59:30 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:30 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:owner>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:user uuid="23be47c60e1941bdb06571f153851782">tempest-ServerActionsTestOtherA-2077817440-project-member</nova:user>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:project uuid="a52ec30511a449f48e379359c86c00eb">tempest-ServerActionsTestOtherA-2077817440</nova:project>
Nov 13 21:59:30 user nova-compute[75075]:       </nova:owner>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:30 user nova-compute[75075]:       <nova:ports>
Nov 13 21:59:30 user nova-compute[75075]:         <nova:port uuid="ea2bc416-12c6-46c4-92e6-1a902b5608ac">
Nov 13 21:59:30 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 21:59:30 user nova-compute[75075]:         </nova:port>
Nov 13 21:59:30 user nova-compute[75075]:       </nova:ports>
Nov 13 21:59:30 user nova-compute[75075]:     </nova:instance>
Nov 13 21:59:30 user nova-compute[75075]:   </metadata>
Nov 13 21:59:30 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:59:30 user nova-compute[75075]:     <system>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="serial">6b8c598c-4cf7-478e-b4eb-d9525523d6d0</entry>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="uuid">6b8c598c-4cf7-478e-b4eb-d9525523d6d0</entry>
Nov 13 21:59:30 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:59:30 user nova-compute[75075]:     </system>
Nov 13 21:59:30 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:30 user nova-compute[75075]:   <os>
Nov 13 21:59:30 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:59:30 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:59:30 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:59:30 user nova-compute[75075]:   </os>
Nov 13 21:59:30 user nova-compute[75075]:   <features>
Nov 13 21:59:30 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:30 user nova-compute[75075]:     <apic/>
Nov 13 21:59:30 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:59:30 user nova-compute[75075]:   </features>
Nov 13 21:59:30 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:59:30 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:59:30 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:59:30 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:59:30 user nova-compute[75075]:   </clock>
Nov 13 21:59:30 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:59:30 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:59:30 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:59:30 user nova-compute[75075]:   </cpu>
Nov 13 21:59:30 user nova-compute[75075]:   <devices>
Nov 13 21:59:30 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:59:30 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:59:30 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk"/>
Nov 13 21:59:30 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:59:30 user nova-compute[75075]:     </disk>
Nov 13 21:59:30 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:59:30 user nova-compute[75075]:       <mac address="fa:16:3e:8c:11:5f"/>
Nov 13 21:59:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:30 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:59:30 user nova-compute[75075]:       <target dev="tapea2bc416-12"/>
Nov 13 21:59:30 user nova-compute[75075]:     </interface>
Nov 13 21:59:30 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:59:30 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/console.log" append="off"/>
Nov 13 21:59:30 user nova-compute[75075]:     </serial>
Nov 13 21:59:30 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:59:30 user nova-compute[75075]:     <video>
Nov 13 21:59:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:30 user nova-compute[75075]:     </video>
Nov 13 21:59:30 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:59:30 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:59:30 user nova-compute[75075]:     </rng>
Nov 13 21:59:30 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:59:30 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:59:30 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:59:30 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:30 user nova-compute[75075]:   </devices>
Nov 13 21:59:30 user nova-compute[75075]: </domain>
Nov 13 21:59:30 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-54837321',display_name='tempest-ServerActionsTestOtherA-server-54837321',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-54837321',id=13,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-13rg01pg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:59:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=6b8c598c-4cf7-478e-b4eb-d9525523d6d0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG os_vif [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58c5fc65-b0c9-5666-8680-acc7beefaae0', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea2bc416-12, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea2bc416-12, col_values=(('qos', UUID('40aa8994-c331-44f4-9702-aaf1f552e38d')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea2bc416-12, col_values=(('external_ids', {'iface-id': 'ea2bc416-12c6-46c4-92e6-1a902b5608ac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:11:5f', 'vm-uuid': '6b8c598c-4cf7-478e-b4eb-d9525523d6d0'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:31 user nova-compute[75075]: INFO nova.compute.manager [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Attaching volume 2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 to /dev/vdb
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: INFO os_vif [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12')
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.utils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:8c:11:5f, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dea5246-c55c-4e37-b175-2b9c31f0f472]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a29b045-fe04-4fbc-badc-0117afde67cc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfe2f0f-5490-42d1-a01a-663c4762036f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30683316-1f7b-4048-b42e-1edea17bd1e3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 21:59:31 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ccf7c3-7d80-4263-8065-719c7f1bcd93]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_brick.utils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating existing volume attachment record: 347f2094-7abe-4195-a828-bee33ad5e37b {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated VIF entry in instance network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3d60679f-0a18-4b94-b3db-73a008977502 req-d16f0ea6-3ee8-4458-8844-85c6c110a5e5 service nova] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:31 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Waiting for libvirt event about the detach of device tapc2426257-7f with device alias net1 from instance 450de760-5068-404a-9e1e-516af9af40f1 is timed out.
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 13 21:59:31 user nova-compute[75075]:   <name>instance-00000008</name>
Nov 13 21:59:31 user nova-compute[75075]:   <uuid>450de760-5068-404a-9e1e-516af9af40f1</uuid>
Nov 13 21:59:31 user nova-compute[75075]:   <metadata>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:31 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:58:41</nova:creationTime>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:31 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:31 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:31 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:port uuid="c2426257-7fd5-4605-b4d1-34f4abd4fb06">
Nov 13 21:59:31 user nova-compute[75075]:       <nova:ip type="fixed" address="10.10.10.238" ipVersion="4"/>
Nov 13 21:59:31 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:31 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:31 user nova-compute[75075]:   </metadata>
Nov 13 21:59:31 user nova-compute[75075]:   <memory unit='KiB'>524288</memory>
Nov 13 21:59:31 user nova-compute[75075]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 13 21:59:31 user nova-compute[75075]:   <vcpu placement='static'>1</vcpu>
Nov 13 21:59:31 user nova-compute[75075]:   <resource>
Nov 13 21:59:31 user nova-compute[75075]:     <partition>/machine</partition>
Nov 13 21:59:31 user nova-compute[75075]:   </resource>
Nov 13 21:59:31 user nova-compute[75075]:   <sysinfo type='smbios'>
Nov 13 21:59:31 user nova-compute[75075]:     <system>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='product'>OpenStack Nova</entry>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='version'>0.0.0</entry>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='serial'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='uuid'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:31 user nova-compute[75075]:       <entry name='family'>Virtual Machine</entry>
Nov 13 21:59:31 user nova-compute[75075]:     </system>
Nov 13 21:59:31 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:31 user nova-compute[75075]:   <os>
Nov 13 21:59:31 user nova-compute[75075]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 13 21:59:31 user nova-compute[75075]:     <boot dev='hd'/>
Nov 13 21:59:31 user nova-compute[75075]:     <smbios mode='sysinfo'/>
Nov 13 21:59:31 user nova-compute[75075]:   </os>
Nov 13 21:59:31 user nova-compute[75075]:   <features>
Nov 13 21:59:31 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:31 user nova-compute[75075]:     <apic/>
Nov 13 21:59:31 user nova-compute[75075]:     <vmcoreinfo state='on'/>
Nov 13 21:59:31 user nova-compute[75075]:   </features>
Nov 13 21:59:31 user nova-compute[75075]:   <cpu mode='custom' match='exact' check='full'>
Nov 13 21:59:31 user nova-compute[75075]:     <model fallback='forbid'>Nehalem</model>
Nov 13 21:59:31 user nova-compute[75075]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 13 21:59:31 user nova-compute[75075]:     <feature policy='require' name='vme'/>
Nov 13 21:59:31 user nova-compute[75075]:     <feature policy='require' name='x2apic'/>
Nov 13 21:59:31 user nova-compute[75075]:     <feature policy='require' name='hypervisor'/>
Nov 13 21:59:31 user nova-compute[75075]:   </cpu>
Nov 13 21:59:31 user nova-compute[75075]:   <clock offset='utc'>
Nov 13 21:59:31 user nova-compute[75075]:     <timer name='pit' tickpolicy='delay'/>
Nov 13 21:59:31 user nova-compute[75075]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 13 21:59:31 user nova-compute[75075]:     <timer name='hpet' present='no'/>
Nov 13 21:59:31 user nova-compute[75075]:   </clock>
Nov 13 21:59:31 user nova-compute[75075]:   <on_poweroff>destroy</on_poweroff>
Nov 13 21:59:31 user nova-compute[75075]:   <on_reboot>restart</on_reboot>
Nov 13 21:59:31 user nova-compute[75075]:   <on_crash>destroy</on_crash>
Nov 13 21:59:31 user nova-compute[75075]:   <devices>
Nov 13 21:59:31 user nova-compute[75075]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 13 21:59:31 user nova-compute[75075]:     <disk type='file' device='disk'>
Nov 13 21:59:31 user nova-compute[75075]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 13 21:59:31 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk' index='2'/>
Nov 13 21:59:31 user nova-compute[75075]:       <backingStore type='file' index='3'>
Nov 13 21:59:31 user nova-compute[75075]:         <format type='raw'/>
Nov 13 21:59:31 user nova-compute[75075]:         <source file='/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa'/>
Nov 13 21:59:31 user nova-compute[75075]:         <backingStore/>
Nov 13 21:59:31 user nova-compute[75075]:       </backingStore>
Nov 13 21:59:31 user nova-compute[75075]:       <target dev='vda' bus='virtio'/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='virtio-disk0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </disk>
Nov 13 21:59:31 user nova-compute[75075]:     <disk type='file' device='cdrom'>
Nov 13 21:59:31 user nova-compute[75075]:       <driver name='qemu' type='raw' cache='none'/>
Nov 13 21:59:31 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config' index='1'/>
Nov 13 21:59:31 user nova-compute[75075]:       <backingStore/>
Nov 13 21:59:31 user nova-compute[75075]:       <target dev='hda' bus='ide'/>
Nov 13 21:59:31 user nova-compute[75075]:       <readonly/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='ide0-0-0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </disk>
Nov 13 21:59:31 user nova-compute[75075]:     <controller type='usb' index='0' model='none'>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='usb'/>
Nov 13 21:59:31 user nova-compute[75075]:     </controller>
Nov 13 21:59:31 user nova-compute[75075]:     <controller type='pci' index='0' model='pci-root'>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='pci.0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </controller>
Nov 13 21:59:31 user nova-compute[75075]:     <controller type='ide' index='0'>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='ide'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 13 21:59:31 user nova-compute[75075]:     </controller>
Nov 13 21:59:31 user nova-compute[75075]:     <interface type='ethernet'>
Nov 13 21:59:31 user nova-compute[75075]:       <mac address='fa:16:3e:cc:bf:98'/>
Nov 13 21:59:31 user nova-compute[75075]:       <target dev='tapa9cf6bf7-79'/>
Nov 13 21:59:31 user nova-compute[75075]:       <model type='virtio'/>
Nov 13 21:59:31 user nova-compute[75075]:       <mtu size='1442'/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='net0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </interface>
Nov 13 21:59:31 user nova-compute[75075]:     <serial type='pty'>
Nov 13 21:59:31 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:31 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:31 user nova-compute[75075]:       <target type='isa-serial' port='0'>
Nov 13 21:59:31 user nova-compute[75075]:         <model name='isa-serial'/>
Nov 13 21:59:31 user nova-compute[75075]:       </target>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </serial>
Nov 13 21:59:31 user nova-compute[75075]:     <console type='pty' tty='/dev/pts/7'>
Nov 13 21:59:31 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:31 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:31 user nova-compute[75075]:       <target type='serial' port='0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </console>
Nov 13 21:59:31 user nova-compute[75075]:     <input type='mouse' bus='ps2'>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='input0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </input>
Nov 13 21:59:31 user nova-compute[75075]:     <input type='keyboard' bus='ps2'>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='input1'/>
Nov 13 21:59:31 user nova-compute[75075]:     </input>
Nov 13 21:59:31 user nova-compute[75075]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 13 21:59:31 user nova-compute[75075]:       <listen type='address' address='0.0.0.0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </graphics>
Nov 13 21:59:31 user nova-compute[75075]:     <audio id='1' type='none'/>
Nov 13 21:59:31 user nova-compute[75075]:     <video>
Nov 13 21:59:31 user nova-compute[75075]:       <model type='virtio' heads='1' primary='yes'/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='video0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </video>
Nov 13 21:59:31 user nova-compute[75075]:     <memballoon model='virtio'>
Nov 13 21:59:31 user nova-compute[75075]:       <stats period='10'/>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='balloon0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:31 user nova-compute[75075]:     <rng model='virtio'>
Nov 13 21:59:31 user nova-compute[75075]:       <backend model='random'>/dev/urandom</backend>
Nov 13 21:59:31 user nova-compute[75075]:       <alias name='rng0'/>
Nov 13 21:59:31 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 13 21:59:31 user nova-compute[75075]:     </rng>
Nov 13 21:59:31 user nova-compute[75075]:   </devices>
Nov 13 21:59:31 user nova-compute[75075]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 13 21:59:31 user nova-compute[75075]:     <label>libvirt-450de760-5068-404a-9e1e-516af9af40f1</label>
Nov 13 21:59:31 user nova-compute[75075]:     <imagelabel>libvirt-450de760-5068-404a-9e1e-516af9af40f1</imagelabel>
Nov 13 21:59:31 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:31 user nova-compute[75075]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 13 21:59:31 user nova-compute[75075]:     <label>+64055:+108</label>
Nov 13 21:59:31 user nova-compute[75075]:     <imagelabel>+64055:+108</imagelabel>
Nov 13 21:59:31 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:31 user nova-compute[75075]: </domain>
Nov 13 21:59:31 user nova-compute[75075]:  {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 13 21:59:31 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully detached device tapc2426257-7f from instance 450de760-5068-404a-9e1e-516af9af40f1 from the live domain config.
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG os_vif [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2426257-7f, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=256a40f8-ad73-4d50-90b3-3c80197359b5) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:31 user nova-compute[75075]: INFO os_vif [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f')
Nov 13 21:59:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:31 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:59:31</nova:creationTime>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:31 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:31 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:31 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:31 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:31 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:31 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:31 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:31 user nova-compute[75075]:  {{(pid=75075) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquired lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-deleted-c2426257-7fd5-4605-b4d1-34f4abd4fb06 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:32 user nova-compute[75075]: INFO nova.compute.manager [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Neutron deleted interface c2426257-7fd5-4605-b4d1-34f4abd4fb06; detaching it from the instance and deleting it from the info cache
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.objects.instance [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Lazy-loading 'system_metadata' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] No waiting events found dispatching network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:32 user nova-compute[75075]: WARNING nova.compute.manager [req-069c34cd-fb04-4f90-9065-c35ed072b0cc req-bc0b649e-fe91-4fd5-809d-bf7824b278f8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received unexpected event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac for instance with vm_state building and task_state spawning.
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.objects.instance [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Lazy-loading 'flavor' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.objects.base [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Object Instance<450de760-5068-404a-9e1e-516af9af40f1> lazy-loaded attributes: system_metadata,flavor {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 13 21:59:32 user nova-compute[75075]:   <name>instance-00000008</name>
Nov 13 21:59:32 user nova-compute[75075]:   <uuid>450de760-5068-404a-9e1e-516af9af40f1</uuid>
Nov 13 21:59:32 user nova-compute[75075]:   <metadata>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:32 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:59:31</nova:creationTime>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:32 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:32 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:32 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:32 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:32 user nova-compute[75075]:   </metadata>
Nov 13 21:59:32 user nova-compute[75075]:   <memory unit='KiB'>524288</memory>
Nov 13 21:59:32 user nova-compute[75075]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 13 21:59:32 user nova-compute[75075]:   <vcpu placement='static'>1</vcpu>
Nov 13 21:59:32 user nova-compute[75075]:   <resource>
Nov 13 21:59:32 user nova-compute[75075]:     <partition>/machine</partition>
Nov 13 21:59:32 user nova-compute[75075]:   </resource>
Nov 13 21:59:32 user nova-compute[75075]:   <sysinfo type='smbios'>
Nov 13 21:59:32 user nova-compute[75075]:     <system>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='product'>OpenStack Nova</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='version'>0.0.0</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='serial'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='uuid'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='family'>Virtual Machine</entry>
Nov 13 21:59:32 user nova-compute[75075]:     </system>
Nov 13 21:59:32 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:32 user nova-compute[75075]:   <os>
Nov 13 21:59:32 user nova-compute[75075]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 13 21:59:32 user nova-compute[75075]:     <boot dev='hd'/>
Nov 13 21:59:32 user nova-compute[75075]:     <smbios mode='sysinfo'/>
Nov 13 21:59:32 user nova-compute[75075]:   </os>
Nov 13 21:59:32 user nova-compute[75075]:   <features>
Nov 13 21:59:32 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:32 user nova-compute[75075]:     <apic/>
Nov 13 21:59:32 user nova-compute[75075]:     <vmcoreinfo state='on'/>
Nov 13 21:59:32 user nova-compute[75075]:   </features>
Nov 13 21:59:32 user nova-compute[75075]:   <cpu mode='custom' match='exact' check='full'>
Nov 13 21:59:32 user nova-compute[75075]:     <model fallback='forbid'>Nehalem</model>
Nov 13 21:59:32 user nova-compute[75075]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='vme'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='x2apic'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='hypervisor'/>
Nov 13 21:59:32 user nova-compute[75075]:   </cpu>
Nov 13 21:59:32 user nova-compute[75075]:   <clock offset='utc'>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='pit' tickpolicy='delay'/>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='hpet' present='no'/>
Nov 13 21:59:32 user nova-compute[75075]:   </clock>
Nov 13 21:59:32 user nova-compute[75075]:   <on_poweroff>destroy</on_poweroff>
Nov 13 21:59:32 user nova-compute[75075]:   <on_reboot>restart</on_reboot>
Nov 13 21:59:32 user nova-compute[75075]:   <on_crash>destroy</on_crash>
Nov 13 21:59:32 user nova-compute[75075]:   <devices>
Nov 13 21:59:32 user nova-compute[75075]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 13 21:59:32 user nova-compute[75075]:     <disk type='file' device='disk'>
Nov 13 21:59:32 user nova-compute[75075]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 13 21:59:32 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk' index='2'/>
Nov 13 21:59:32 user nova-compute[75075]:       <backingStore type='file' index='3'>
Nov 13 21:59:32 user nova-compute[75075]:         <format type='raw'/>
Nov 13 21:59:32 user nova-compute[75075]:         <source file='/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa'/>
Nov 13 21:59:32 user nova-compute[75075]:         <backingStore/>
Nov 13 21:59:32 user nova-compute[75075]:       </backingStore>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='vda' bus='virtio'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='virtio-disk0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </disk>
Nov 13 21:59:32 user nova-compute[75075]:     <disk type='file' device='cdrom'>
Nov 13 21:59:32 user nova-compute[75075]:       <driver name='qemu' type='raw' cache='none'/>
Nov 13 21:59:32 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config' index='1'/>
Nov 13 21:59:32 user nova-compute[75075]:       <backingStore/>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='hda' bus='ide'/>
Nov 13 21:59:32 user nova-compute[75075]:       <readonly/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='ide0-0-0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </disk>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='usb' index='0' model='none'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='usb'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='pci' index='0' model='pci-root'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='pci.0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='ide' index='0'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='ide'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <interface type='ethernet'>
Nov 13 21:59:32 user nova-compute[75075]:       <mac address='fa:16:3e:cc:bf:98'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='tapa9cf6bf7-79'/>
Nov 13 21:59:32 user nova-compute[75075]:       <model type='virtio'/>
Nov 13 21:59:32 user nova-compute[75075]:       <mtu size='1442'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='net0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </interface>
Nov 13 21:59:32 user nova-compute[75075]:     <serial type='pty'>
Nov 13 21:59:32 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:32 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target type='isa-serial' port='0'>
Nov 13 21:59:32 user nova-compute[75075]:         <model name='isa-serial'/>
Nov 13 21:59:32 user nova-compute[75075]:       </target>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </serial>
Nov 13 21:59:32 user nova-compute[75075]:     <console type='pty' tty='/dev/pts/7'>
Nov 13 21:59:32 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:32 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target type='serial' port='0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </console>
Nov 13 21:59:32 user nova-compute[75075]:     <input type='mouse' bus='ps2'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='input0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </input>
Nov 13 21:59:32 user nova-compute[75075]:     <input type='keyboard' bus='ps2'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='input1'/>
Nov 13 21:59:32 user nova-compute[75075]:     </input>
Nov 13 21:59:32 user nova-compute[75075]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 13 21:59:32 user nova-compute[75075]:       <listen type='address' address='0.0.0.0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </graphics>
Nov 13 21:59:32 user nova-compute[75075]:     <audio id='1' type='none'/>
Nov 13 21:59:32 user nova-compute[75075]:     <video>
Nov 13 21:59:32 user nova-compute[75075]:       <model type='virtio' heads='1' primary='yes'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='video0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </video>
Nov 13 21:59:32 user nova-compute[75075]:     <memballoon model='virtio'>
Nov 13 21:59:32 user nova-compute[75075]:       <stats period='10'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='balloon0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:32 user nova-compute[75075]:     <rng model='virtio'>
Nov 13 21:59:32 user nova-compute[75075]:       <backend model='random'>/dev/urandom</backend>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='rng0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </rng>
Nov 13 21:59:32 user nova-compute[75075]:   </devices>
Nov 13 21:59:32 user nova-compute[75075]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 13 21:59:32 user nova-compute[75075]:     <label>libvirt-450de760-5068-404a-9e1e-516af9af40f1</label>
Nov 13 21:59:32 user nova-compute[75075]:     <imagelabel>libvirt-450de760-5068-404a-9e1e-516af9af40f1</imagelabel>
Nov 13 21:59:32 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:32 user nova-compute[75075]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 13 21:59:32 user nova-compute[75075]:     <label>+64055:+108</label>
Nov 13 21:59:32 user nova-compute[75075]:     <imagelabel>+64055:+108</imagelabel>
Nov 13 21:59:32 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:32 user nova-compute[75075]: </domain>
Nov 13 21:59:32 user nova-compute[75075]:  {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface> {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:40:87:bf"/><model type="virtio"/><mtu size="1442"/><target dev="tapc2426257-7f"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 13 21:59:32 user nova-compute[75075]:   <name>instance-00000008</name>
Nov 13 21:59:32 user nova-compute[75075]:   <uuid>450de760-5068-404a-9e1e-516af9af40f1</uuid>
Nov 13 21:59:32 user nova-compute[75075]:   <metadata>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:32 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:59:31</nova:creationTime>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:32 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:32 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:32 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:32 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:32 user nova-compute[75075]:   </metadata>
Nov 13 21:59:32 user nova-compute[75075]:   <memory unit='KiB'>524288</memory>
Nov 13 21:59:32 user nova-compute[75075]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 13 21:59:32 user nova-compute[75075]:   <vcpu placement='static'>1</vcpu>
Nov 13 21:59:32 user nova-compute[75075]:   <resource>
Nov 13 21:59:32 user nova-compute[75075]:     <partition>/machine</partition>
Nov 13 21:59:32 user nova-compute[75075]:   </resource>
Nov 13 21:59:32 user nova-compute[75075]:   <sysinfo type='smbios'>
Nov 13 21:59:32 user nova-compute[75075]:     <system>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='product'>OpenStack Nova</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='version'>0.0.0</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='serial'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='uuid'>450de760-5068-404a-9e1e-516af9af40f1</entry>
Nov 13 21:59:32 user nova-compute[75075]:       <entry name='family'>Virtual Machine</entry>
Nov 13 21:59:32 user nova-compute[75075]:     </system>
Nov 13 21:59:32 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:32 user nova-compute[75075]:   <os>
Nov 13 21:59:32 user nova-compute[75075]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 13 21:59:32 user nova-compute[75075]:     <boot dev='hd'/>
Nov 13 21:59:32 user nova-compute[75075]:     <smbios mode='sysinfo'/>
Nov 13 21:59:32 user nova-compute[75075]:   </os>
Nov 13 21:59:32 user nova-compute[75075]:   <features>
Nov 13 21:59:32 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:32 user nova-compute[75075]:     <apic/>
Nov 13 21:59:32 user nova-compute[75075]:     <vmcoreinfo state='on'/>
Nov 13 21:59:32 user nova-compute[75075]:   </features>
Nov 13 21:59:32 user nova-compute[75075]:   <cpu mode='custom' match='exact' check='full'>
Nov 13 21:59:32 user nova-compute[75075]:     <model fallback='forbid'>Nehalem</model>
Nov 13 21:59:32 user nova-compute[75075]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='vme'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='x2apic'/>
Nov 13 21:59:32 user nova-compute[75075]:     <feature policy='require' name='hypervisor'/>
Nov 13 21:59:32 user nova-compute[75075]:   </cpu>
Nov 13 21:59:32 user nova-compute[75075]:   <clock offset='utc'>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='pit' tickpolicy='delay'/>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 13 21:59:32 user nova-compute[75075]:     <timer name='hpet' present='no'/>
Nov 13 21:59:32 user nova-compute[75075]:   </clock>
Nov 13 21:59:32 user nova-compute[75075]:   <on_poweroff>destroy</on_poweroff>
Nov 13 21:59:32 user nova-compute[75075]:   <on_reboot>restart</on_reboot>
Nov 13 21:59:32 user nova-compute[75075]:   <on_crash>destroy</on_crash>
Nov 13 21:59:32 user nova-compute[75075]:   <devices>
Nov 13 21:59:32 user nova-compute[75075]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 13 21:59:32 user nova-compute[75075]:     <disk type='file' device='disk'>
Nov 13 21:59:32 user nova-compute[75075]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 13 21:59:32 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk' index='2'/>
Nov 13 21:59:32 user nova-compute[75075]:       <backingStore type='file' index='3'>
Nov 13 21:59:32 user nova-compute[75075]:         <format type='raw'/>
Nov 13 21:59:32 user nova-compute[75075]:         <source file='/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa'/>
Nov 13 21:59:32 user nova-compute[75075]:         <backingStore/>
Nov 13 21:59:32 user nova-compute[75075]:       </backingStore>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='vda' bus='virtio'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='virtio-disk0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </disk>
Nov 13 21:59:32 user nova-compute[75075]:     <disk type='file' device='cdrom'>
Nov 13 21:59:32 user nova-compute[75075]:       <driver name='qemu' type='raw' cache='none'/>
Nov 13 21:59:32 user nova-compute[75075]:       <source file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/disk.config' index='1'/>
Nov 13 21:59:32 user nova-compute[75075]:       <backingStore/>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='hda' bus='ide'/>
Nov 13 21:59:32 user nova-compute[75075]:       <readonly/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='ide0-0-0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </disk>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='usb' index='0' model='none'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='usb'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='pci' index='0' model='pci-root'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='pci.0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <controller type='ide' index='0'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='ide'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 13 21:59:32 user nova-compute[75075]:     </controller>
Nov 13 21:59:32 user nova-compute[75075]:     <interface type='ethernet'>
Nov 13 21:59:32 user nova-compute[75075]:       <mac address='fa:16:3e:cc:bf:98'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target dev='tapa9cf6bf7-79'/>
Nov 13 21:59:32 user nova-compute[75075]:       <model type='virtio'/>
Nov 13 21:59:32 user nova-compute[75075]:       <mtu size='1442'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='net0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </interface>
Nov 13 21:59:32 user nova-compute[75075]:     <serial type='pty'>
Nov 13 21:59:32 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:32 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target type='isa-serial' port='0'>
Nov 13 21:59:32 user nova-compute[75075]:         <model name='isa-serial'/>
Nov 13 21:59:32 user nova-compute[75075]:       </target>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </serial>
Nov 13 21:59:32 user nova-compute[75075]:     <console type='pty' tty='/dev/pts/7'>
Nov 13 21:59:32 user nova-compute[75075]:       <source path='/dev/pts/7'/>
Nov 13 21:59:32 user nova-compute[75075]:       <log file='/opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1/console.log' append='off'/>
Nov 13 21:59:32 user nova-compute[75075]:       <target type='serial' port='0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='serial0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </console>
Nov 13 21:59:32 user nova-compute[75075]:     <input type='mouse' bus='ps2'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='input0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </input>
Nov 13 21:59:32 user nova-compute[75075]:     <input type='keyboard' bus='ps2'>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='input1'/>
Nov 13 21:59:32 user nova-compute[75075]:     </input>
Nov 13 21:59:32 user nova-compute[75075]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 13 21:59:32 user nova-compute[75075]:       <listen type='address' address='0.0.0.0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </graphics>
Nov 13 21:59:32 user nova-compute[75075]:     <audio id='1' type='none'/>
Nov 13 21:59:32 user nova-compute[75075]:     <video>
Nov 13 21:59:32 user nova-compute[75075]:       <model type='virtio' heads='1' primary='yes'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='video0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </video>
Nov 13 21:59:32 user nova-compute[75075]:     <memballoon model='virtio'>
Nov 13 21:59:32 user nova-compute[75075]:       <stats period='10'/>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='balloon0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:32 user nova-compute[75075]:     <rng model='virtio'>
Nov 13 21:59:32 user nova-compute[75075]:       <backend model='random'>/dev/urandom</backend>
Nov 13 21:59:32 user nova-compute[75075]:       <alias name='rng0'/>
Nov 13 21:59:32 user nova-compute[75075]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 13 21:59:32 user nova-compute[75075]:     </rng>
Nov 13 21:59:32 user nova-compute[75075]:   </devices>
Nov 13 21:59:32 user nova-compute[75075]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 13 21:59:32 user nova-compute[75075]:     <label>libvirt-450de760-5068-404a-9e1e-516af9af40f1</label>
Nov 13 21:59:32 user nova-compute[75075]:     <imagelabel>libvirt-450de760-5068-404a-9e1e-516af9af40f1</imagelabel>
Nov 13 21:59:32 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:32 user nova-compute[75075]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 13 21:59:32 user nova-compute[75075]:     <label>+64055:+108</label>
Nov 13 21:59:32 user nova-compute[75075]:     <imagelabel>+64055:+108</imagelabel>
Nov 13 21:59:32 user nova-compute[75075]:   </seclabel>
Nov 13 21:59:32 user nova-compute[75075]: </domain>
Nov 13 21:59:32 user nova-compute[75075]:  {{(pid=75075) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 13 21:59:32 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Detaching interface fa:16:3e:40:87:bf failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapc2426257-7f' not found.
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Converting VIF {"id": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "address": "fa:16:3e:40:87:bf", "network": {"id": "468a69fd-7cae-4885-843b-10b63e35e818", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-63285013", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2426257-7f", "ovs_interfaceid": "c2426257-7fd5-4605-b4d1-34f4abd4fb06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG os_vif [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2426257-7f, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:59:32 user nova-compute[75075]: INFO os_vif [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:87:bf,bridge_name='br-int',has_traffic_filtering=True,id=c2426257-7fd5-4605-b4d1-34f4abd4fb06,network=Network(468a69fd-7cae-4885-843b-10b63e35e818),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2426257-7f')
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [req-a0d0d559-3ff7-440a-9203-64a66d5f4884 req-e08db878-6755-4824-960b-2f04bd5072d2 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:32 user nova-compute[75075]:   <nova:package version="0.0.0"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:name>tempest-device-tagging-server-1202279922</nova:name>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:creationTime>2023-11-13 21:59:32</nova:creationTime>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:flavor name="m1.tiny">
Nov 13 21:59:32 user nova-compute[75075]:     <nova:memory>512</nova:memory>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:disk>1</nova:disk>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:swap>0</nova:swap>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:flavor>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:user uuid="4021f44dc33e468d8f29f4a23e0e4250">tempest-TaggedAttachmentsTest-1955919297-project-member</nova:user>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:project uuid="4a30d06427004d9a9408ba85c03f4861">tempest-TaggedAttachmentsTest-1955919297</nova:project>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:owner>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:32 user nova-compute[75075]:   <nova:ports>
Nov 13 21:59:32 user nova-compute[75075]:     <nova:port uuid="a9cf6bf7-79d6-432f-84cf-dbe2c078147e">
Nov 13 21:59:32 user nova-compute[75075]:       <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 21:59:32 user nova-compute[75075]:     </nova:port>
Nov 13 21:59:32 user nova-compute[75075]:   </nova:ports>
Nov 13 21:59:32 user nova-compute[75075]: </nova:instance>
Nov 13 21:59:32 user nova-compute[75075]:  {{(pid=75075) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 13 21:59:32 user nova-compute[75075]: INFO nova.network.neutron [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Port c2426257-7fd5-4605-b4d1-34f4abd4fb06 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Nov 13 21:59:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [{"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Releasing lock "refresh_cache-450de760-5068-404a-9e1e-516af9af40f1" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-89e100b5-455e-4bcd-8bb4-e4472d141d6f tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "interface-450de760-5068-404a-9e1e-516af9af40f1-c2426257-7fd5-4605-b4d1-34f4abd4fb06" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.476s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 21:59:33 user nova-compute[75075]: INFO nova.compute.claims [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Claim successful on node user
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.447s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 21:59:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.policy [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc583964294d4cb3b0caf3af87824e09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65c15b2ce86442fe9678834e07f6755a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 21:59:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Creating image(s)
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "/opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "/opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "/opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:59:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Instance spawned successfully.
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] No waiting events found dispatching network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:34 user nova-compute[75075]: WARNING nova.compute.manager [req-616f5b8e-d563-4923-b746-394f2187bbc1 req-d8ad774d-10f3-4810-a1d4-9dcfc8f4674a service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received unexpected event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac for instance with vm_state building and task_state spawning.
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Successfully created port: c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk 1073741824" returned: 0 in 0.114s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:34 user nova-compute[75075]: INFO nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Took 5.34 seconds to spawn the instance on the hypervisor.
Nov 13 21:59:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:59:34 user nova-compute[75075]: INFO nova.compute.manager [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Took 6.07 seconds to build instance.
Nov 13 21:59:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-57819d38-0c53-45ee-8283-7967a395e19f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.175s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.232s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Cannot resize image /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Ensure instance console log exists: /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance edeae14e-f536-44ad-9aee-dc87baa260f6 is timed out.
Nov 13 21:59:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully detached device vdb from instance edeae14e-f536-44ad-9aee-dc87baa260f6 from the live domain config.
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'joihKLxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[401d8d5a-21ad-49d3-bda6-5b1a3862f58b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:35 user nova-compute[75075]: No targets found.
Nov 13 21:59:35 user nova-compute[75075]: iSNS:
Nov 13 21:59:35 user nova-compute[75075]: No targets found.
Nov 13 21:59:35 user nova-compute[75075]: STATIC:
Nov 13 21:59:35 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be
Nov 13 21:59:35 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:35 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:35 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:35 user nova-compute[75075]: No targets found.
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:35 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:35 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Successfully updated port: c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af3a554-be30-46e5-ae2e-1a00f12644d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquired lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[893dda6b-327c-4546-ba70-e69cbc92d51a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be (non-flash)
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884956c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be'): ({'sdk'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Removing single pathed devices sdk {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-changed-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Refreshing instance network info cache due to event network-changed-c8a5a567-30b9-48ec-b854-a120d3aa3e31. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] Acquiring lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[622e26ac-78d8-4988-87fc-a930029eecfa]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc0330a-3eaf-4bc0-a640-2a7a607d91fe]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flushing IO for device /dev/sdk {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcab2fab-2027-45e6-8b4c-b87ed48efc80]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.046s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ec1e0a-b400-41d5-b212-09138b87c025]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] SCSI volumes sdk have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5713c7-935d-468b-9f93-3276568c9f42]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b7124da-5d33-4e27-b3ca-9f6283c04795]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260]
Nov 13 21:59:35 user nova-compute[75075]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aac35d0d-543a-4e55-9e6a-170ce17ea636]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== disconnect_volume: return (307ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.263s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:35 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e5d397-457d-4e73-8cff-3db064847717]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:59:35 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0301a70d-d1cb-4ce3-a9f2-d59050c9b387]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9] added
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7bba70-6cab-4274-8094-3c4d821003b0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Updating instance_info_cache with network_info: [{"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ac6dfd-dd94-4cca-a1e2-4e0b3f42df73]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iVrEQZhz {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Releasing lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Instance network_info: |[{"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] Acquired lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Refreshing network info cache for port c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Start _get_guest_xml network_info=[{"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iVrEQZhz" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d3e21c-4c9c-4c48-baf7-f98b19b21e41]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iVrEQZhz'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:35 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-435527556',display_name='tempest-VolumesAdminNegativeTest-server-435527556',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-435527556',id=14,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-xtzyydnf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:59:34Z,user_data=None,user_id='dc583964294d4cb3b0caf3af87824e09',uuid=9af6ff9f-962e-46d8-9398-068bf186d67a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.objects.instance [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'pci_devices' on Instance uuid 9af6ff9f-962e-46d8-9398-068bf186d67a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a35d129-a293-4e10-a03e-4f67d6efca3b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:59:35 user nova-compute[75075]:   <uuid>9af6ff9f-962e-46d8-9398-068bf186d67a</uuid>
Nov 13 21:59:35 user nova-compute[75075]:   <name>instance-0000000e</name>
Nov 13 21:59:35 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:59:35 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:59:35 user nova-compute[75075]:   <metadata>
Nov 13 21:59:35 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:35 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:name>tempest-VolumesAdminNegativeTest-server-435527556</nova:name>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:59:35</nova:creationTime>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:59:35 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:35 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:owner>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:user uuid="dc583964294d4cb3b0caf3af87824e09">tempest-VolumesAdminNegativeTest-213942658-project-member</nova:user>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:project uuid="65c15b2ce86442fe9678834e07f6755a">tempest-VolumesAdminNegativeTest-213942658</nova:project>
Nov 13 21:59:35 user nova-compute[75075]:       </nova:owner>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 21:59:35 user nova-compute[75075]:       <nova:ports>
Nov 13 21:59:35 user nova-compute[75075]:         <nova:port uuid="c8a5a567-30b9-48ec-b854-a120d3aa3e31">
Nov 13 21:59:35 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 13 21:59:35 user nova-compute[75075]:         </nova:port>
Nov 13 21:59:35 user nova-compute[75075]:       </nova:ports>
Nov 13 21:59:35 user nova-compute[75075]:     </nova:instance>
Nov 13 21:59:35 user nova-compute[75075]:   </metadata>
Nov 13 21:59:35 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:59:35 user nova-compute[75075]:     <system>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="serial">9af6ff9f-962e-46d8-9398-068bf186d67a</entry>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="uuid">9af6ff9f-962e-46d8-9398-068bf186d67a</entry>
Nov 13 21:59:35 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:59:35 user nova-compute[75075]:     </system>
Nov 13 21:59:35 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:35 user nova-compute[75075]:   <os>
Nov 13 21:59:35 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:59:35 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:59:35 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:59:35 user nova-compute[75075]:   </os>
Nov 13 21:59:35 user nova-compute[75075]:   <features>
Nov 13 21:59:35 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:35 user nova-compute[75075]:     <apic/>
Nov 13 21:59:35 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:59:35 user nova-compute[75075]:   </features>
Nov 13 21:59:35 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:59:35 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:59:35 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:59:35 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:59:35 user nova-compute[75075]:   </clock>
Nov 13 21:59:35 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:59:35 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:59:35 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:59:35 user nova-compute[75075]:   </cpu>
Nov 13 21:59:35 user nova-compute[75075]:   <devices>
Nov 13 21:59:35 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:59:35 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:59:35 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk"/>
Nov 13 21:59:35 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:59:35 user nova-compute[75075]:     </disk>
Nov 13 21:59:35 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:59:35 user nova-compute[75075]:       <mac address="fa:16:3e:6d:e6:7a"/>
Nov 13 21:59:35 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:35 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:59:35 user nova-compute[75075]:       <target dev="tapc8a5a567-30"/>
Nov 13 21:59:35 user nova-compute[75075]:     </interface>
Nov 13 21:59:35 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:59:35 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/console.log" append="off"/>
Nov 13 21:59:35 user nova-compute[75075]:     </serial>
Nov 13 21:59:35 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:59:35 user nova-compute[75075]:     <video>
Nov 13 21:59:35 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:35 user nova-compute[75075]:     </video>
Nov 13 21:59:35 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:59:35 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:59:35 user nova-compute[75075]:     </rng>
Nov 13 21:59:35 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:59:35 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:59:35 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:59:35 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:35 user nova-compute[75075]:   </devices>
Nov 13 21:59:35 user nova-compute[75075]: </domain>
Nov 13 21:59:35 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-435527556',display_name='tempest-VolumesAdminNegativeTest-server-435527556',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-435527556',id=14,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-xtzyydnf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:59:34Z,user_data=None,user_id='dc583964294d4cb3b0caf3af87824e09',uuid=9af6ff9f-962e-46d8-9398-068bf186d67a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_vif [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8b1ac831-2dba-5787-9af6-fc675b22ce64', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e86c6cb7-2598-443e-8ce6-22284a2c24e8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:59:35 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:59:35 user nova-compute[75075]:  {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:35 user nova-compute[75075]: WARNING os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 13 21:59:35 user nova-compute[75075]: 
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc8a5a567-30, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc8a5a567-30, col_values=(('qos', UUID('5c025328-242a-4f56-b88c-b34306497053')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc8a5a567-30, col_values=(('external_ids', {'iface-id': 'c8a5a567-30b9-48ec-b854-a120d3aa3e31', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:e6:7a', 'vm-uuid': '9af6ff9f-962e-46d8-9398-068bf186d67a'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:35 user nova-compute[75075]: INFO os_vif [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30')
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da4d604-cb2c-4ff4-9c8c-84ef86a0ef49]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]
Nov 13 21:59:35 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:35 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] No VIF found with MAC fa:16:3e:6d:e6:7a, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b26a01-f5b3-4398-b736-e46fcb4ccb8b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[de0bf287-440f-46a3-b2a1-27f098efd932]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:36 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:36 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1c8106-0490-48e1-b102-bdab55a80daf]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Updated VIF entry in instance network info cache for port c8a5a567-30b9-48ec-b854-a120d3aa3e31. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Updating instance_info_cache with network_info: [{"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64959d34-980f-4a8b-8c0d-d08b1534f32a req-bd01e630-89be-44a6-98e8-e09914b57057 service nova] Releasing lock "refresh_cache-9af6ff9f-962e-46d8-9398-068bf186d67a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.objects.instance [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-643079b3-684f-4551-896a-9fb3d3de3371 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.478s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.354s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:36 user nova-compute[75075]: INFO nova.compute.manager [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Terminating instance
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-unplugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] No waiting events found dispatching network-vif-unplugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-f379ebda-6e93-4e3c-b4fc-af20bb85b4c9 req-4a83901b-b92a-40ed-b832-9e45078b3228 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-unplugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== connect_volume: return (1616ms) {'type': 'block', 'scsi_wwn': '26436353034663836', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436353034663836', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 21:59:37 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:37 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 21:59:37 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 21:59:37 user nova-compute[75075]:   <serial>2f1c76dd-a90b-4fed-bb3d-298332f8b4a9</serial>
Nov 13 21:59:37 user nova-compute[75075]: </disk>
Nov 13 21:59:37 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 21:59:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Instance destroyed successfully.
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'resources' on Instance uuid edeae14e-f536-44ad-9aee-dc87baa260f6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1315725992',display_name='tempest-VolumesSnapshotTestJSON-instance-1315725992',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1315725992',id=10,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMatDyuHfpZIm2PaZQ8TcRD2ImJ3mfFjgt5aGll5YEpC/m85f5AHP5IfmtWB8E11h00JL2+kE1hrz61g0DFu6IalqJSt/cF6qNHx3Nx/3pqlWo5Q7as/6AUEzMIgWAdMYw==',key_name='tempest-keypair-779450995',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-av5e0p0f',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=edeae14e-f536-44ad-9aee-dc87baa260f6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "address": "fa:16:3e:96:93:a3", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0611ab5-bf", "ovs_interfaceid": "d0611ab5-bf3e-4c0c-9a19-12196061a720", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_vif [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0611ab5-bf, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No VIF found with MAC fa:16:3e:43:5c:83, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23108250-097f-4dda-990a-8a0fbb88928e) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:37 user nova-compute[75075]: INFO os_vif [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:93:a3,bridge_name='br-int',has_traffic_filtering=True,id=d0611ab5-bf3e-4c0c-9a19-12196061a720,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0611ab5-bf')
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'joihKLxO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:37 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c12c55b9-a7f4-41db-a981-506fd238a592]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:37 user nova-compute[75075]: No targets found.
Nov 13 21:59:37 user nova-compute[75075]: iSNS:
Nov 13 21:59:37 user nova-compute[75075]: No targets found.
Nov 13 21:59:37 user nova-compute[75075]: STATIC:
Nov 13 21:59:37 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9
Nov 13 21:59:37 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:37 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:37 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:37 user nova-compute[75075]: No targets found.
Nov 13 21:59:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:37 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:37 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45280a97-cc07-4b2c-89ee-8ef3175b38be', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f863a3-2df6-4945-928e-e7ba872d5bb3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe00c94-bfd1-4943-bdd7-2635fc663f1c]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28849e9e0>, {}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Disconnecting from: [] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== disconnect_volume: return (80ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Deleting instance files /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6_del
Nov 13 21:59:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Deletion of /opt/stack/data/nova/instances/edeae14e-f536-44ad-9aee-dc87baa260f6_del complete
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01ee9db9-ee32-4f51-900f-8fcdabcfeb98 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.777s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:37 user nova-compute[75075]: INFO nova.compute.manager [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 13 21:59:37 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 21:59:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.009s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:38 user nova-compute[75075]: WARNING nova.compute.manager [req-476f9245-e730-4bf9-b519-a752e4e10e12 req-9d0ebf62-c54a-4010-b26b-181393a43647 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state building and task_state spawning.
Nov 13 21:59:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:38 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Took 1.00 seconds to deallocate network for instance.
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-f8d369e5-dfc7-47ef-b3ce-cc6ff73e0f0d req-a1ea0a63-a790-44e5-8bf1-fa10946150de service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-deleted-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:38 user nova-compute[75075]: WARNING nova.volume.cinder [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Attachment 56cbd48d-92a6-4abc-beb2-26edef148f1b does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 56cbd48d-92a6-4abc-beb2-26edef148f1b. (HTTP 404) (Request-ID: req-6bda0df4-cb4f-45b6-b8b6-62a0e9050e3b)
Nov 13 21:59:38 user nova-compute[75075]: INFO nova.compute.manager [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Took 0.03 seconds to detach 1 volumes for instance.
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] Acquiring lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] No waiting events found dispatching network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:38 user nova-compute[75075]: WARNING nova.compute.manager [req-9530ea8c-135d-44c2-bd98-4be75f57fb34 req-48714a00-0874-4931-9da6-9f084f5df910 service nova] [instance: edeae14e-f536-44ad-9aee-dc87baa260f6] Received unexpected event network-vif-plugged-d0611ab5-bf3e-4c0c-9a19-12196061a720 for instance with vm_state active and task_state deleting.
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.417s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:39 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Deleted allocations for instance edeae14e-f536-44ad-9aee-dc87baa260f6
Nov 13 21:59:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01c61be0-5ec1-471a-96af-14066a51f599 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "edeae14e-f536-44ad-9aee-dc87baa260f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:40 user nova-compute[75075]: WARNING nova.compute.manager [req-00284400-2c25-4929-88d8-e6d43979f701 req-b4bb6c78-f372-4ca3-9017-2ae216b517f2 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state building and task_state spawning.
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 21:59:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Instance spawned successfully.
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 21:59:40 user nova-compute[75075]: INFO nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Took 6.08 seconds to spawn the instance on the hypervisor.
Nov 13 21:59:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:59:40 user nova-compute[75075]: INFO nova.compute.manager [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Took 6.84 seconds to build instance.
Nov 13 21:59:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-33dba7b7-ee32-4183-b36b-f302a65153a7 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.938s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing instance network info cache due to event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updated VIF entry in instance network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab3f0070-23bb-4431-8928-797c075c28b6 req-df1bea1a-0a6c-4927-847f-a6a615e1d7a7 service nova] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing instance network info cache due to event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updated VIF entry in instance network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2d09a860-6dfa-42d5-a796-6c6cb0c50d8b req-6be44752-9259-4544-a5ff-d30b905745ba service nova] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:46 user nova-compute[75075]: INFO nova.compute.manager [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Rebooting instance
Nov 13 21:59:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 21:59:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 21:59:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:47 user nova-compute[75075]: WARNING nova.compute.manager [req-c3f1c125-e7fd-49d4-ba45-f103d8746b10 req-e7f773a2-25c2-414d-806e-30892e1651c9 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state active and task_state reboot_started_hard.
Nov 13 21:59:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance destroyed successfully.
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'resources' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:59:47Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa677d7a5-fb, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3762a989-314d-4508-bfa3-1eb07626eb81) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: INFO os_vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb')
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aa58593-5fad-42ba-9d45-96f20d12e9b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 21:59:48 user nova-compute[75075]: No targets found.
Nov 13 21:59:48 user nova-compute[75075]: iSNS:
Nov 13 21:59:48 user nova-compute[75075]: No targets found.
Nov 13 21:59:48 user nova-compute[75075]: STATIC:
Nov 13 21:59:48 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9
Nov 13 21:59:48 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 21:59:48 user nova-compute[75075]:                 Iface Name: default
Nov 13 21:59:48 user nova-compute[75075]: FIRMWARE:
Nov 13 21:59:48 user nova-compute[75075]: No targets found.
Nov 13 21:59:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 21:59:48 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 21:59:48 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65e93b8-c75c-417e-9b8d-fbf964cf74d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afd57f0-4f8f-428f-b0c9-ccbca803f035]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28853c1f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77acdf09-009e-4c3d-a58a-8a4970d18792]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f226859-6026-48e3-8d9a-7476e6290634]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: INFO nova.compute.manager [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Terminating instance
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba15a960-ce45-4717-b0e2-a39aea84e8b4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.068s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef75195d-05c6-43fb-915d-85eeb217f702]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[724ea62b-d359-483b-ade2-df77e04a8471]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[27dfdc4c-e38a-4212-a65a-37b67b91997b]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]
Nov 13 21:59:48 user nova-compute[75075]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[26295746-9ced-47e4-b942-d18ce98ea0a3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== disconnect_volume: return (358ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start _get_guest_xml network_info=[{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cfe8d42f-609f-459f-a289-c76a0759113b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': 'cfe8d42f-609f-459f-a289-c76a0759113b'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '1c3ef36c-aac2-41c1-a995-5e27bd501401', 'attached_at': '', 'detached_at': '', 'volume_id': '2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'serial': '2f1c76dd-a90b-4fed-bb3d-298332f8b4a9'}, 'attachment_id': '347f2094-7abe-4195-a828-bee33ad5e37b', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 21:59:48 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:48 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cfe8d42f-609f-459f-a289-c76a0759113b,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.objects.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Object Instance<1c3ef36c-aac2-41c1-a995-5e27bd501401> lazy-loaded attributes: resources,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 21:59:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 21:59:48 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1600460-9bb3-40ac-9b01-31a4d3634d89]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 21:59:48 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cfc2b37-0716-4c81-b1d7-c0424e5a7950]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9] added
Nov 13 21:59:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[68cd6d8c-b9a1-4dee-b83c-cabd8c8836cb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-79d6f8ce-07d7-4276-a7c7-88a2e24076cc req-296a9366-cf62-457e-b4a1-f5246e1169da service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d365bc2-d14d-4ff5-ae14-1720ca84d459]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iVrEQZhz {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iVrEQZhz" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[db574883-9b52-45a5-b890-d1366d360569]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iVrEQZhz'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[27386560-b198-4d52-a009-22ed9ae5aca2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[34eecf6d-05b5-471c-adb5-a52bbad221c1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:59:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 13 21:59:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 13 21:59:49 user nova-compute[75075]: 
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[409aebe0-16e7-4c89-a2de-4f7bc65e45d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]
Nov 13 21:59:49 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.
Nov 13 21:59:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1f8b953-3bc7-4ebd-aa6f-7b7ec14a7854]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f583db3a-7aa3-43b0-8f87-27b8ca6f1a64]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 21:59:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f6393e5-e472-4f35-8f0a-0f3c19a39444]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Instance destroyed successfully.
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lazy-loading 'resources' on Instance uuid b322d00e-2c64-400d-8769-eda4f1144898 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-2053933066',display_name='tempest-VolumesAssistedSnapshotsTest-server-2053933066',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-2053933066',id=9,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO7BrUNr3PmLowLwsYOdQ3WWewJfQWR8avHJJjruRXQ341qM6giwXv0pi1nXU3l5cq2KEkwJUBUD7OgsGxPjspT3mbL2fBdZtDNH67rxVYbeOw3CV16cQVJJIGZG7JtNLQ==',key_name='tempest-keypair-488016629',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c500e7e3d9e84d0a91bcd7ab08148490',ramdisk_id='',reservation_id='r-fqg5v52h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-390909876',owner_user_name='tempest-VolumesAssistedSnapshotsTest-390909876-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ead2113e6a54320a0d178d8393d7759',uuid=b322d00e-2c64-400d-8769-eda4f1144898,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converting VIF {"id": "ba292043-461d-44f3-8726-a5a242cb77bd", "address": "fa:16:3e:83:16:34", "network": {"id": "7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-723778107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c500e7e3d9e84d0a91bcd7ab08148490", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba292043-46", "ovs_interfaceid": "ba292043-461d-44f3-8726-a5a242cb77bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG os_vif [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba292043-46, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=86cf203a-9660-4da1-be91-bb5eca09c0a7) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: INFO os_vif [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:16:34,bridge_name='br-int',has_traffic_filtering=True,id=ba292043-461d-44f3-8726-a5a242cb77bd,network=Network(7d30bf9f-a1c8-4cfa-ae37-062dcc1b7283),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba292043-46')
Nov 13 21:59:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Deleting instance files /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898_del
Nov 13 21:59:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Deletion of /opt/stack/data/nova/instances/b322d00e-2c64-400d-8769-eda4f1144898_del complete
Nov 13 21:59:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:49 user nova-compute[75075]: INFO nova.compute.manager [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:49 user nova-compute[75075]: WARNING nova.compute.manager [req-0f35fa16-7739-4f59-a054-4875a918d259 req-e48bdf15-5314-45a4-a793-9627977afec6 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state active and task_state reboot_started_hard.
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.418s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== connect_volume: return (1420ms) {'type': 'block', 'scsi_wwn': '26436353034663836', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436353034663836', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:59:47Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'pci_devices' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:50 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Took 0.83 seconds to deallocate network for instance.
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Object Instance<1c3ef36c-aac2-41c1-a995-5e27bd501401> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] End _get_guest_xml xml=<domain type="kvm">
Nov 13 21:59:50 user nova-compute[75075]:   <uuid>1c3ef36c-aac2-41c1-a995-5e27bd501401</uuid>
Nov 13 21:59:50 user nova-compute[75075]:   <name>instance-0000000c</name>
Nov 13 21:59:50 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 21:59:50 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 21:59:50 user nova-compute[75075]:   <metadata>
Nov 13 21:59:50 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 21:59:50 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:name>tempest-TestMinimumBasicScenario-server-1572376508</nova:name>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:creationTime>2023-11-13 21:59:48</nova:creationTime>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 21:59:50 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 21:59:50 user nova-compute[75075]:       </nova:flavor>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:owner>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:user uuid="a7b6141ef8a04567b11ec29a4c819471">tempest-TestMinimumBasicScenario-2560172-project-member</nova:user>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:project uuid="ed5b5271303c4f58adc5d2c12456e9fe">tempest-TestMinimumBasicScenario-2560172</nova:project>
Nov 13 21:59:50 user nova-compute[75075]:       </nova:owner>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:root type="image" uuid="cfe8d42f-609f-459f-a289-c76a0759113b"/>
Nov 13 21:59:50 user nova-compute[75075]:       <nova:ports>
Nov 13 21:59:50 user nova-compute[75075]:         <nova:port uuid="a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be">
Nov 13 21:59:50 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 21:59:50 user nova-compute[75075]:         </nova:port>
Nov 13 21:59:50 user nova-compute[75075]:       </nova:ports>
Nov 13 21:59:50 user nova-compute[75075]:     </nova:instance>
Nov 13 21:59:50 user nova-compute[75075]:   </metadata>
Nov 13 21:59:50 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 21:59:50 user nova-compute[75075]:     <system>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="serial">1c3ef36c-aac2-41c1-a995-5e27bd501401</entry>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="uuid">1c3ef36c-aac2-41c1-a995-5e27bd501401</entry>
Nov 13 21:59:50 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 21:59:50 user nova-compute[75075]:     </system>
Nov 13 21:59:50 user nova-compute[75075]:   </sysinfo>
Nov 13 21:59:50 user nova-compute[75075]:   <os>
Nov 13 21:59:50 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 21:59:50 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 21:59:50 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 21:59:50 user nova-compute[75075]:   </os>
Nov 13 21:59:50 user nova-compute[75075]:   <features>
Nov 13 21:59:50 user nova-compute[75075]:     <acpi/>
Nov 13 21:59:50 user nova-compute[75075]:     <apic/>
Nov 13 21:59:50 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 21:59:50 user nova-compute[75075]:   </features>
Nov 13 21:59:50 user nova-compute[75075]:   <clock offset="utc">
Nov 13 21:59:50 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 21:59:50 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 21:59:50 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 21:59:50 user nova-compute[75075]:   </clock>
Nov 13 21:59:50 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 21:59:50 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 21:59:50 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 21:59:50 user nova-compute[75075]:   </cpu>
Nov 13 21:59:50 user nova-compute[75075]:   <devices>
Nov 13 21:59:50 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 21:59:50 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 21:59:50 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk"/>
Nov 13 21:59:50 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 21:59:50 user nova-compute[75075]:     </disk>
Nov 13 21:59:50 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 21:59:50 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 21:59:50 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 21:59:50 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 21:59:50 user nova-compute[75075]:       <serial>2f1c76dd-a90b-4fed-bb3d-298332f8b4a9</serial>
Nov 13 21:59:50 user nova-compute[75075]:     </disk>
Nov 13 21:59:50 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 21:59:50 user nova-compute[75075]:       <mac address="fa:16:3e:43:5c:83"/>
Nov 13 21:59:50 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:50 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 21:59:50 user nova-compute[75075]:       <target dev="tapa677d7a5-fb"/>
Nov 13 21:59:50 user nova-compute[75075]:     </interface>
Nov 13 21:59:50 user nova-compute[75075]:     <serial type="pty">
Nov 13 21:59:50 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/console.log" append="off"/>
Nov 13 21:59:50 user nova-compute[75075]:     </serial>
Nov 13 21:59:50 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 21:59:50 user nova-compute[75075]:     <video>
Nov 13 21:59:50 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 21:59:50 user nova-compute[75075]:     </video>
Nov 13 21:59:50 user nova-compute[75075]:     <rng model="virtio">
Nov 13 21:59:50 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 21:59:50 user nova-compute[75075]:     </rng>
Nov 13 21:59:50 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 21:59:50 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 21:59:50 user nova-compute[75075]:       <stats period="10"/>
Nov 13 21:59:50 user nova-compute[75075]:     </memballoon>
Nov 13 21:59:50 user nova-compute[75075]:   </devices>
Nov 13 21:59:50 user nova-compute[75075]: </domain>
Nov 13 21:59:50 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Object Instance<1c3ef36c-aac2-41c1-a995-5e27bd501401> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.522s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 21:59:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 21:59:51 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Deleted allocations for instance b322d00e-2c64-400d-8769-eda4f1144898
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:51 user nova-compute[75075]: WARNING nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state deleted and task_state None.
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:51 user nova-compute[75075]: WARNING nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state deleted and task_state None.
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:51 user nova-compute[75075]: WARNING nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state deleted and task_state None.
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:51 user nova-compute[75075]: WARNING nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-unplugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state deleted and task_state None.
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Acquiring lock "b322d00e-2c64-400d-8769-eda4f1144898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] Lock "b322d00e-2c64-400d-8769-eda4f1144898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] No waiting events found dispatching network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:51 user nova-compute[75075]: WARNING nova.compute.manager [req-9863a582-7969-4560-83c8-b9a6e9912801 req-2b68c6a7-6f47-43b2-8352-109619e7abe5 service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received unexpected event network-vif-plugged-ba292043-461d-44f3-8726-a5a242cb77bd for instance with vm_state deleted and task_state None.
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e0e1ee42-7cd1-44da-bf62-61a6f63a1205 tempest-VolumesAssistedSnapshotsTest-390909876 tempest-VolumesAssistedSnapshotsTest-390909876-project-member] Lock "b322d00e-2c64-400d-8769-eda4f1144898" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.581s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Cannot resize image /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.objects.instance [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'migration_context' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.objects.base [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Object Instance<1c3ef36c-aac2-41c1-a995-5e27bd501401> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:59:47Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG os_vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5957672-771f-529d-af14-81587ff67bf9', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa677d7a5-fb, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa677d7a5-fb, col_values=(('qos', UUID('1938ab9b-5c41-4956-a65e-4987e8558fb5')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa677d7a5-fb, col_values=(('external_ids', {'iface-id': 'a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:5c:83', 'vm-uuid': '1c3ef36c-aac2-41c1-a995-5e27bd501401'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:51 user nova-compute[75075]: INFO os_vif [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb')
Nov 13 21:59:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-a1bc1d0e-716c-43e3-9776-63dcc289c059 req-5765169e-56ff-440a-b982-81f053dddfbd service nova] [instance: b322d00e-2c64-400d-8769-eda4f1144898] Received event network-vif-deleted-ba292043-461d-44f3-8726-a5a242cb77bd {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:54 user nova-compute[75075]: WARNING nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state active and task_state reboot_started_hard.
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:54 user nova-compute[75075]: WARNING nova.compute.manager [req-cb890cb7-7796-4955-92df-6e26dc9f97fd req-178bd8c6-4f11-4ee2-8b72-57e1b1f1db71 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state active and task_state reboot_started_hard.
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 21:59:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance rebooted successfully.
Nov 13 21:59:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 21:59:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-aca4ecb8-8f2e-4928-ae7a-279e04402cd3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.480s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:58 user nova-compute[75075]: INFO nova.compute.manager [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Terminating instance
Nov 13 21:59:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-unplugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] No waiting events found dispatching network-vif-unplugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-30892a5f-3567-4f76-b912-253916f2b3df req-99439c3a-a40e-49a6-9a65-94c464b22198 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-unplugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 21:59:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Instance destroyed successfully.
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lazy-loading 'resources' on Instance uuid 0108fc5c-bdce-4df8-910c-1b726788da52 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1986838650',display_name='tempest-TestVolumeSwap-server-1986838650',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1986838650',id=6,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAeGwhMlcC9YQ00MCvpLP2btQ44MrO5799ECIUOzzWEGfEyk4lEqOOd6g5o7fkiWeO9DeGBVCtNvq/oaI5VWyKlKNohPs5uQ/SR+LEBhHP41Ndvbtg1iCSq1eF2i+OvwDg==',key_name='tempest-keypair-659356871',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9776b1fd780a4b4789cf351ee122e40b',ramdisk_id='',reservation_id='r-p0fy5irm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1229351845',owner_user_name='tempest-TestVolumeSwap-1229351845-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1590f7782f6844f7988c694fa2c5386c',uuid=0108fc5c-bdce-4df8-910c-1b726788da52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converting VIF {"id": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "address": "fa:16:3e:74:eb:95", "network": {"id": "0b9966b1-977a-4acb-ab65-a3f6b5b484b2", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1605300259-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9776b1fd780a4b4789cf351ee122e40b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73315dd5-d0", "ovs_interfaceid": "73315dd5-d0d2-47bc-921d-1649bc6dd956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG os_vif [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73315dd5-d0, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=030121cf-b58c-4a24-904f-5c0347f1dc72) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 21:59:59 user nova-compute[75075]: INFO os_vif [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:eb:95,bridge_name='br-int',has_traffic_filtering=True,id=73315dd5-d0d2-47bc-921d-1649bc6dd956,network=Network(0b9966b1-977a-4acb-ab65-a3f6b5b484b2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73315dd5-d0')
Nov 13 21:59:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Deleting instance files /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52_del
Nov 13 21:59:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Deletion of /opt/stack/data/nova/instances/0108fc5c-bdce-4df8-910c-1b726788da52_del complete
Nov 13 21:59:59 user nova-compute[75075]: INFO nova.compute.manager [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 13 21:59:59 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 21:59:59 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:00 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Took 0.77 seconds to deallocate network for instance.
Nov 13 22:00:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-66a45021-40e6-4843-9851-2d91dc6dc96f req-061c88b8-d25c-4331-b60a-9a94653db6d2 service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-deleted-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:00 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.458s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:01 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Deleted allocations for instance 0108fc5c-bdce-4df8-910c-1b726788da52
Nov 13 22:00:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d5a72118-1210-4a5d-8a54-37ac2cb02c55 tempest-TestVolumeSwap-1229351845 tempest-TestVolumeSwap-1229351845-project-member] Lock "0108fc5c-bdce-4df8-910c-1b726788da52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.259s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] Acquiring lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] Lock "0108fc5c-bdce-4df8-910c-1b726788da52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] No waiting events found dispatching network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:01 user nova-compute[75075]: WARNING nova.compute.manager [req-3008e47c-5929-42c7-ae19-69b4fb02421a req-3f716faa-8c28-4885-9007-34cdccf3bf4c service nova] [instance: 0108fc5c-bdce-4df8-910c-1b726788da52] Received unexpected event network-vif-plugged-73315dd5-d0d2-47bc-921d-1649bc6dd956 for instance with vm_state deleted and task_state None.
Nov 13 22:00:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:02 user nova-compute[75075]: INFO nova.compute.manager [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Terminating instance
Nov 13 22:00:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Instance destroyed successfully.
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.objects.instance [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lazy-loading 'resources' on Instance uuid 450de760-5068-404a-9e1e-516af9af40f1 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T21:56:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1202279922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1202279922',id=8,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHBEfEp2b7qt49tUK0s7uTiGJMU9tiHFMkJC76JXlt2/goeMAAXVu/b2djnC0D9u/QqA8c10p/x5J5fAXBf4eJ7RrgW/NZXg+CwLSzvRjwVr79JdwFIuvHYu4kf/Wbn+RQ==',key_name='tempest-keypair-23963146',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4a30d06427004d9a9408ba85c03f4861',ramdisk_id='',reservation_id='r-q9nxjx6b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1955919297',owner_user_name='tempest-TaggedAttachmentsTest-1955919297-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4021f44dc33e468d8f29f4a23e0e4250',uuid=450de760-5068-404a-9e1e-516af9af40f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converting VIF {"id": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "address": "fa:16:3e:cc:bf:98", "network": {"id": "f79452af-4814-4b19-9e52-69eff0b53fc5", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-759424738-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4a30d06427004d9a9408ba85c03f4861", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9cf6bf7-79", "ovs_interfaceid": "a9cf6bf7-79d6-432f-84cf-dbe2c078147e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG os_vif [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9cf6bf7-79, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0374a450-602d-4bed-a75b-accdb32483ef) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:03 user nova-compute[75075]: INFO os_vif [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:bf:98,bridge_name='br-int',has_traffic_filtering=True,id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e,network=Network(f79452af-4814-4b19-9e52-69eff0b53fc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9cf6bf7-79')
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Deleting instance files /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1_del
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Deletion of /opt/stack/data/nova/instances/450de760-5068-404a-9e1e-516af9af40f1_del complete
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.compute.manager [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-unplugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-unplugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-12f580c5-022b-4cd3-a2fb-37477540b35a req-220705fb-0ca9-4007-818e-de7673e0e19e service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-unplugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e07f3466-3663-47cd-a3ca-af0edcfe9ee1 req-c18ba419-255b-412f-a0c7-3bf6e0ff62b7 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-deleted-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.compute.manager [req-e07f3466-3663-47cd-a3ca-af0edcfe9ee1 req-c18ba419-255b-412f-a0c7-3bf6e0ff62b7 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Neutron deleted interface a9cf6bf7-79d6-432f-84cf-dbe2c078147e; detaching it from the instance and deleting it from the info cache
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.network.neutron [req-e07f3466-3663-47cd-a3ca-af0edcfe9ee1 req-c18ba419-255b-412f-a0c7-3bf6e0ff62b7 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:03 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Took 0.69 seconds to deallocate network for instance.
Nov 13 22:00:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e07f3466-3663-47cd-a3ca-af0edcfe9ee1 req-c18ba419-255b-412f-a0c7-3bf6e0ff62b7 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Detach interface failed, port_id=a9cf6bf7-79d6-432f-84cf-dbe2c078147e, reason: Instance 450de760-5068-404a-9e1e-516af9af40f1 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:04 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:04 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:04 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Deleted allocations for instance 450de760-5068-404a-9e1e-516af9af40f1
Nov 13 22:00:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-28527df7-9fc7-42f2-9b2d-c1b7f7fe8ae0 tempest-TaggedAttachmentsTest-1955919297 tempest-TaggedAttachmentsTest-1955919297-project-member] Lock "450de760-5068-404a-9e1e-516af9af40f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.041s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] Acquiring lock "450de760-5068-404a-9e1e-516af9af40f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] Lock "450de760-5068-404a-9e1e-516af9af40f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] No waiting events found dispatching network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:05 user nova-compute[75075]: WARNING nova.compute.manager [req-39b4f71f-6360-490a-9c16-bd9f96f14cfe req-dd0b6a6c-7887-4432-8781-a1e923fed539 service nova] [instance: 450de760-5068-404a-9e1e-516af9af40f1] Received unexpected event network-vif-plugged-a9cf6bf7-79d6-432f-84cf-dbe2c078147e for instance with vm_state deleted and task_state None.
Nov 13 22:00:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'flavor' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:10 user nova-compute[75075]: INFO nova.compute.manager [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Attaching volume 94dc5cc6-f341-4753-a502-564dc53448c9 to /dev/vdb
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.utils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe489adf-1be7-444f-bde9-3514db5d04ad]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[272bbbde-2f90-4713-aa98-622f4b263dce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9765ff56-3729-4fb9-a60d-13f778aa30c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89bf8fe-e6ad-4bdb-b02a-e7c85346d7cd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:00:10 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:00:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[14058562-8072-4f49-bac6-e45d00133ef4]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG os_brick.utils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating existing volume attachment record: b2510603-4c5d-4145-a8bc-04e5c567ed5f {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:00:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:00:14 user nova-compute[75075]: INFO nova.compute.claims [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Claim successful on node user
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:00:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:00:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:00:14 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece890af-00ed-477c-9233-4b46dd8dc2c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:00:14 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4400f1-b48f-4673-aeee-54df403808b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa202b62-34f2-474c-ad20-a75d78093fa3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20ce262-861d-4eac-bd03-b6287dd02839]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.381s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d025a330-ef64-4d7f-94d2-dc623ccf54a2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BOpuARJm'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b96fc06-73cf-46e0-a279-94b730f7eb19]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d32e98-f556-4ac4-8ac3-c2fb34b08fe9]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[842dfe28-236d-481a-a342-226c35817072]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:00:14 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2507a4b-e1a9-4a98-bfcc-cf07e472d5f8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b380c521-ed92-40ae-8272-64c6829a0986]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b5ca4e-5c19-4857-894b-c0bfd22d7e7e]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:00:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Creating image(s)
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "/opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "/opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "/opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG nova.policy [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da84f5671934dbdb5bc4cd087e636ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f69d949d4e546ab8f95ab95a5db7f36', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk 1073741824" returned: 0 in 0.054s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Checking if we can resize image /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Cannot resize image /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Ensure instance console log exists: /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'flavor' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:00:15 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:00:15 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:00:15 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:00:15 user nova-compute[75075]:   <serial>94dc5cc6-f341-4753-a502-564dc53448c9</serial>
Nov 13 22:00:15 user nova-compute[75075]: </disk>
Nov 13 22:00:15 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:15 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Successfully created port: aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No VIF found with MAC fa:16:3e:07:42:0b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4ba8cf5a-e38b-4dea-8d0d-bb5ac0e4d11a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.218s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:00:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Successfully updated port: aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquired lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-changed-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Refreshing instance network info cache due to event network-changed-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] Acquiring lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating instance_info_cache with network_info: [{"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Releasing lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Instance network_info: |[{"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] Acquired lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.neutron [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Refreshing network info cache for port aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Start _get_guest_xml network_info=[{"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:00:17 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:17 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1177178934',display_name='tempest-VolumesSnapshotTestJSON-instance-1177178934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1177178934',id=15,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPzXp8TkC9CttRS2Xv6yoAaIKXPEQCFXbXCICntWY8GfdZHT6Kkpgk6+FJNhsQwSBkika/oBHyFn2E+IXU2at4m5Fnkz+g8asPHf6KPPJCDk7t+bz2lgeT9nqEDf6plUg==',key_name='tempest-keypair-1424833984',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-cpwh5qv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=df2a285e-3e17-4234-b7ce-7d0c60eae435,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'pci_devices' on Instance uuid df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:00:17 user nova-compute[75075]:   <uuid>df2a285e-3e17-4234-b7ce-7d0c60eae435</uuid>
Nov 13 22:00:17 user nova-compute[75075]:   <name>instance-0000000f</name>
Nov 13 22:00:17 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:00:17 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:00:17 user nova-compute[75075]:   <metadata>
Nov 13 22:00:17 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:00:17 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1177178934</nova:name>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:00:17</nova:creationTime>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:00:17 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:00:17 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:owner>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:user uuid="0da84f5671934dbdb5bc4cd087e636ec">tempest-VolumesSnapshotTestJSON-1047373641-project-member</nova:user>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:project uuid="1f69d949d4e546ab8f95ab95a5db7f36">tempest-VolumesSnapshotTestJSON-1047373641</nova:project>
Nov 13 22:00:17 user nova-compute[75075]:       </nova:owner>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:00:17 user nova-compute[75075]:       <nova:ports>
Nov 13 22:00:17 user nova-compute[75075]:         <nova:port uuid="aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5">
Nov 13 22:00:17 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 22:00:17 user nova-compute[75075]:         </nova:port>
Nov 13 22:00:17 user nova-compute[75075]:       </nova:ports>
Nov 13 22:00:17 user nova-compute[75075]:     </nova:instance>
Nov 13 22:00:17 user nova-compute[75075]:   </metadata>
Nov 13 22:00:17 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:00:17 user nova-compute[75075]:     <system>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="serial">df2a285e-3e17-4234-b7ce-7d0c60eae435</entry>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="uuid">df2a285e-3e17-4234-b7ce-7d0c60eae435</entry>
Nov 13 22:00:17 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:00:17 user nova-compute[75075]:     </system>
Nov 13 22:00:17 user nova-compute[75075]:   </sysinfo>
Nov 13 22:00:17 user nova-compute[75075]:   <os>
Nov 13 22:00:17 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:00:17 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:00:17 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:00:17 user nova-compute[75075]:   </os>
Nov 13 22:00:17 user nova-compute[75075]:   <features>
Nov 13 22:00:17 user nova-compute[75075]:     <acpi/>
Nov 13 22:00:17 user nova-compute[75075]:     <apic/>
Nov 13 22:00:17 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:00:17 user nova-compute[75075]:   </features>
Nov 13 22:00:17 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:00:17 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:00:17 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:00:17 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:00:17 user nova-compute[75075]:   </clock>
Nov 13 22:00:17 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:00:17 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:00:17 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:00:17 user nova-compute[75075]:   </cpu>
Nov 13 22:00:17 user nova-compute[75075]:   <devices>
Nov 13 22:00:17 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:00:17 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:00:17 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk"/>
Nov 13 22:00:17 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:00:17 user nova-compute[75075]:     </disk>
Nov 13 22:00:17 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:00:17 user nova-compute[75075]:       <mac address="fa:16:3e:d3:b5:c8"/>
Nov 13 22:00:17 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:17 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:00:17 user nova-compute[75075]:       <target dev="tapaa2adcc8-a1"/>
Nov 13 22:00:17 user nova-compute[75075]:     </interface>
Nov 13 22:00:17 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:00:17 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/console.log" append="off"/>
Nov 13 22:00:17 user nova-compute[75075]:     </serial>
Nov 13 22:00:17 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:00:17 user nova-compute[75075]:     <video>
Nov 13 22:00:17 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:17 user nova-compute[75075]:     </video>
Nov 13 22:00:17 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:00:17 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:00:17 user nova-compute[75075]:     </rng>
Nov 13 22:00:17 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:00:17 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:00:17 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:00:17 user nova-compute[75075]:     </memballoon>
Nov 13 22:00:17 user nova-compute[75075]:   </devices>
Nov 13 22:00:17 user nova-compute[75075]: </domain>
Nov 13 22:00:17 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1177178934',display_name='tempest-VolumesSnapshotTestJSON-instance-1177178934',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1177178934',id=15,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPzXp8TkC9CttRS2Xv6yoAaIKXPEQCFXbXCICntWY8GfdZHT6Kkpgk6+FJNhsQwSBkika/oBHyFn2E+IXU2at4m5Fnkz+g8asPHf6KPPJCDk7t+bz2lgeT9nqEDf6plUg==',key_name='tempest-keypair-1424833984',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-cpwh5qv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=df2a285e-3e17-4234-b7ce-7d0c60eae435,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG os_vif [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e511ce9-762e-56b8-806c-1aa200841086', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa2adcc8-a1, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa2adcc8-a1, col_values=(('qos', UUID('39ade5cb-6537-412f-b1b3-39a0bb201f1f')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa2adcc8-a1, col_values=(('external_ids', {'iface-id': 'aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:b5:c8', 'vm-uuid': 'df2a285e-3e17-4234-b7ce-7d0c60eae435'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:17 user nova-compute[75075]: INFO os_vif [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1')
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No VIF found with MAC fa:16:3e:d3:b5:c8, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updated VIF entry in instance network info cache for port aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating instance_info_cache with network_info: [{"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eca080c7-e999-4e07-ba0b-8c10b19adb9b req-b11be246-2bcb-44b6-af6e-fb1b8c8077bc service nova] Releasing lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Stashing vm_state: active {{(pid=75075) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:00:18 user nova-compute[75075]: INFO nova.compute.claims [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Claim successful on node user
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:18 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating resource usage from migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.540s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:19 user nova-compute[75075]: INFO nova.compute.manager [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Migrating
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:19 user nova-compute[75075]: INFO nova.compute.rpcapi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] No waiting events found dispatching network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:19 user nova-compute[75075]: WARNING nova.compute.manager [req-ec26a332-021e-49fa-a06c-fc811220f43a req-50243ac0-22f7-41c3-8ea7-b2b903ad12c3 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received unexpected event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 for instance with vm_state building and task_state spawning.
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Starting migrate_disk_and_power_off {{(pid=75075) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.329s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:20 user nova-compute[75075]: WARNING nova.compute.manager [req-cc39a536-a74a-4241-8893-8ed413a1c5e8 req-1eec9f58-9277-4386-8e1e-b8a11a1ee6de service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state resize_migrating.
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:21 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance destroyed successfully.
Nov 13 22:00:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapddb548dd-5a, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=305f16f1-d613-4c1a-8f1e-6470c77df952) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:21 user nova-compute[75075]: INFO os_vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 22:00:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:00:21 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[962c52ef-c9f5-4f53-9f40-09237af4f641]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:00:21 user nova-compute[75075]: No targets found.
Nov 13 22:00:21 user nova-compute[75075]: iSNS:
Nov 13 22:00:21 user nova-compute[75075]: No targets found.
Nov 13 22:00:21 user nova-compute[75075]: STATIC:
Nov 13 22:00:21 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:00:21 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:00:21 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:00:21 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9
Nov 13 22:00:21 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:00:21 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:00:21 user nova-compute[75075]: FIRMWARE:
Nov 13 22:00:21 user nova-compute[75075]: No targets found.
Nov 13 22:00:21 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:00:21 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:00:21 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fc4b192-560f-4204-ab51-244e5a91322a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6493bf55-5a1b-4b6c-9e8d-c0cb91b49028]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:21 user nova-compute[75075]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:21 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:21 user nova-compute[75075]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:21 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884dfbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:00:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b63d84c-4925-49ed-ab66-43d7ca9391e4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] No waiting events found dispatching network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:22 user nova-compute[75075]: WARNING nova.compute.manager [req-f9aef927-008b-4acb-a90c-2fc94a8902a9 req-6444a5d2-9b4f-4eb1-9692-f6c6bd75cc36 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received unexpected event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 for instance with vm_state building and task_state spawning.
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Instance spawned successfully.
Nov 13 22:00:22 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:22 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7802MB free_disk=25.553340911865234GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b2f5ff-0bac-4165-8111-930c052278bc]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bec3564-46c2-4e34-ba85-9696f59d8ca1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd6179d-b033-449f-af72-986a02d87bf2]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[52118d2f-29af-4f1b-b966-a854b8bfbbdb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: INFO nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Took 7.71 seconds to spawn the instance on the hypervisor.
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Applying migration context for instance 1853d464-216d-46a3-bdca-8ede575ae500 as it has an incoming, in-progress migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f. Migration status is migrating {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 13 22:00:22 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating resource usage from migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cde555f-b95b-429d-84d8-125a5419719c]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:00:22 user nova-compute[75075]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:00:22 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9af6ff9f-962e-46d8-9398-068bf186d67a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance df2a285e-3e17-4234-b7ce-7d0c60eae435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[362b75a8-2dbb-4672-9392-249fa812fdfc]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.362s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== disconnect_volume: return (1368ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: INFO nova.compute.manager [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Took 8.51 seconds to build instance.
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b0397af-5501-4196-bdd1-d674a307101c tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.638s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:22 user nova-compute[75075]: WARNING nova.compute.manager [req-ea0ab4ba-ae27-4a2b-b1ab-8f5d2c4ad674 req-13d851e2-fc78-441b-82cf-c830319ff612 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state resize_migrating.
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_resize/disk /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:00:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.691s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "cp -r /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_resize/disk /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk" returned: 0 in 0.443s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_resize/disk.info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk.info {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "cp -r /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_resize/disk.info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk.info" returned: 0 in 0.035s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Port ddb548dd-5a80-4183-a0c8-dc41675310ff binding to destination host user is already ACTIVE {{(pid=75075) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.utils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[912019f6-567f-48f3-8de3-ae52ba725cd2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e8371e-62c0-4e4a-8709-569137b71ecb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[59da6082-d38f-429a-b0be-b2396e84873c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[83c9cd90-6609-43c5-b51b-e0d43fde042f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:00:25 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:00:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cee97ad-128d-4d4f-b9fb-22d0cba24fac]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG os_brick.utils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:00:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Starting finish_migration {{(pid=75075) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:00:30 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Creating image(s)
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk. size=21474836480 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk 21474836480 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk 21474836480" returned: 0 in 0.070s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Ensure instance console log exists: /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start _get_guest_xml network_info=[{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '1853d464-216d-46a3-bdca-8ede575ae500', 'attached_at': '2023-11-13T22:00:30.000000', 'detached_at': '', 'volume_id': '94dc5cc6-f341-4753-a502-564dc53448c9', 'serial': '94dc5cc6-f341-4753-a502-564dc53448c9'}, 'attachment_id': 'a3aa4067-cceb-43c4-a713-8b68cd332bc8', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:00:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:00:30 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:00:30 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:00:30 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[534796e5-ba5a-4271-b8a4-4080160e56ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:00:30 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e6c626-d6f4-4158-8c52-8b9fc2e88c17]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e61ad6-2467-4f65-8b6b-d40c312fe172]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c7452d-f503-48ab-9022-66df3cd54c41]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2880a6f4-701b-4679-b167-3800d7821536]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BOpuARJm'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdfe7ffd-5b7b-4883-a6e1-0a78d39d7bcc]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6ed48c-7547-48ff-beb0-d7fb8cddec65]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f3410a0-b9fc-44e9-ba49-9ad9a50b8991]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:00:30 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e4b731-4bf7-48d8-83d0-b37bc5d3a683]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[939d9cf3-2541-48c1-b92f-8d58d2dfe0d9]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:00:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cad21898-a2cb-44e2-99cb-cd68e13cfa71]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:00:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:00:31 user nova-compute[75075]:   <uuid>1853d464-216d-46a3-bdca-8ede575ae500</uuid>
Nov 13 22:00:31 user nova-compute[75075]:   <name>instance-00000004</name>
Nov 13 22:00:31 user nova-compute[75075]:   <memory>2097152</memory>
Nov 13 22:00:31 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:00:31 user nova-compute[75075]:   <metadata>
Nov 13 22:00:31 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:00:31 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherB-server-219217859</nova:name>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:00:30</nova:creationTime>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:flavor name="m1.small">
Nov 13 22:00:31 user nova-compute[75075]:         <nova:memory>2048</nova:memory>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:disk>20</nova:disk>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:00:31 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:owner>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:user uuid="c692ff7cfe574a3bb845b95aef47c34c">tempest-ServerActionsTestOtherB-1554012348-project-member</nova:user>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:project uuid="9cfb8f4fabe94d78af5ea346c783febb">tempest-ServerActionsTestOtherB-1554012348</nova:project>
Nov 13 22:00:31 user nova-compute[75075]:       </nova:owner>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:00:31 user nova-compute[75075]:       <nova:ports>
Nov 13 22:00:31 user nova-compute[75075]:         <nova:port uuid="ddb548dd-5a80-4183-a0c8-dc41675310ff">
Nov 13 22:00:31 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:00:31 user nova-compute[75075]:         </nova:port>
Nov 13 22:00:31 user nova-compute[75075]:       </nova:ports>
Nov 13 22:00:31 user nova-compute[75075]:     </nova:instance>
Nov 13 22:00:31 user nova-compute[75075]:   </metadata>
Nov 13 22:00:31 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:00:31 user nova-compute[75075]:     <system>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="serial">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="uuid">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 22:00:31 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:00:31 user nova-compute[75075]:     </system>
Nov 13 22:00:31 user nova-compute[75075]:   </sysinfo>
Nov 13 22:00:31 user nova-compute[75075]:   <os>
Nov 13 22:00:31 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:00:31 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:00:31 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:00:31 user nova-compute[75075]:   </os>
Nov 13 22:00:31 user nova-compute[75075]:   <features>
Nov 13 22:00:31 user nova-compute[75075]:     <acpi/>
Nov 13 22:00:31 user nova-compute[75075]:     <apic/>
Nov 13 22:00:31 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:00:31 user nova-compute[75075]:   </features>
Nov 13 22:00:31 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:00:31 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:00:31 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:00:31 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:00:31 user nova-compute[75075]:   </clock>
Nov 13 22:00:31 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:00:31 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:00:31 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:00:31 user nova-compute[75075]:   </cpu>
Nov 13 22:00:31 user nova-compute[75075]:   <devices>
Nov 13 22:00:31 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:00:31 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:00:31 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk"/>
Nov 13 22:00:31 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:00:31 user nova-compute[75075]:     </disk>
Nov 13 22:00:31 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:00:31 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:00:31 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:00:31 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:00:31 user nova-compute[75075]:       <serial>94dc5cc6-f341-4753-a502-564dc53448c9</serial>
Nov 13 22:00:31 user nova-compute[75075]:     </disk>
Nov 13 22:00:31 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:00:31 user nova-compute[75075]:       <mac address="fa:16:3e:07:42:0b"/>
Nov 13 22:00:31 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:31 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:00:31 user nova-compute[75075]:       <target dev="tapddb548dd-5a"/>
Nov 13 22:00:31 user nova-compute[75075]:     </interface>
Nov 13 22:00:31 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:00:31 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/console.log" append="off"/>
Nov 13 22:00:31 user nova-compute[75075]:     </serial>
Nov 13 22:00:31 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:00:31 user nova-compute[75075]:     <video>
Nov 13 22:00:31 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:31 user nova-compute[75075]:     </video>
Nov 13 22:00:31 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:00:31 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:00:31 user nova-compute[75075]:     </rng>
Nov 13 22:00:31 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:00:31 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:00:31 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:00:31 user nova-compute[75075]:     </memballoon>
Nov 13 22:00:31 user nova-compute[75075]:   </devices>
Nov 13 22:00:31 user nova-compute[75075]: </domain>
Nov 13 22:00:31 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-874160037-network", "vif_mac": "fa:16:3e:07:42:0b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG os_vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a04810f-c1c2-525b-a028-2382ddaaf029', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapddb548dd-5a, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapddb548dd-5a, col_values=(('qos', UUID('e4c572a6-22d2-4ec6-8133-85ccd8f3a67e')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapddb548dd-5a, col_values=(('external_ids', {'iface-id': 'ddb548dd-5a80-4183-a0c8-dc41675310ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:42:0b', 'vm-uuid': '1853d464-216d-46a3-bdca-8ede575ae500'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:31 user nova-compute[75075]: INFO os_vif [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 22:00:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] No VIF found with MAC fa:16:3e:07:42:0b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:00:32 user nova-compute[75075]: INFO nova.compute.claims [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Claim successful on node user
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.435s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:00:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.policy [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a643ad8e1494e60a0185ec3603cd9f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a74eb6f2e0644c79bed8ce8f40c6e446', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:00:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Creating image(s)
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "/opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "/opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "/opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:33 user nova-compute[75075]: WARNING nova.compute.manager [req-fe59ae48-bda3-4d1d-988b-85ba0806a5b8 req-eec1ccf9-5a36-4c69-9821-86e9efe13271 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state resize_finish.
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Successfully created port: a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Checking if we can resize image /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Cannot resize image /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Ensure instance console log exists: /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Successfully updated port: a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquired lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-changed-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Refreshing instance network info cache due to event network-changed-a51da053-f815-46ad-b403-e47ef4c6175c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] Acquiring lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updating instance_info_cache with network_info: [{"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Releasing lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Instance network_info: |[{"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] Acquired lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Refreshing network info cache for port a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Start _get_guest_xml network_info=[{"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:00:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-275092238',display_name='tempest-ServersNegativeTestJSON-server-275092238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-275092238',id=16,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-y2m7ga13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:33Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=00cb086d-06aa-4919-98be-57aa124fdd9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:34 user nova-compute[75075]: DEBUG nova.objects.instance [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lazy-loading 'pci_devices' on Instance uuid 00cb086d-06aa-4919-98be-57aa124fdd9e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:00:35 user nova-compute[75075]:   <uuid>00cb086d-06aa-4919-98be-57aa124fdd9e</uuid>
Nov 13 22:00:35 user nova-compute[75075]:   <name>instance-00000010</name>
Nov 13 22:00:35 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:00:35 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:00:35 user nova-compute[75075]:   <metadata>
Nov 13 22:00:35 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:00:35 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:name>tempest-ServersNegativeTestJSON-server-275092238</nova:name>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:00:34</nova:creationTime>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:00:35 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:00:35 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:owner>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:user uuid="6a643ad8e1494e60a0185ec3603cd9f5">tempest-ServersNegativeTestJSON-1197460679-project-member</nova:user>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:project uuid="a74eb6f2e0644c79bed8ce8f40c6e446">tempest-ServersNegativeTestJSON-1197460679</nova:project>
Nov 13 22:00:35 user nova-compute[75075]:       </nova:owner>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:00:35 user nova-compute[75075]:       <nova:ports>
Nov 13 22:00:35 user nova-compute[75075]:         <nova:port uuid="a51da053-f815-46ad-b403-e47ef4c6175c">
Nov 13 22:00:35 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:00:35 user nova-compute[75075]:         </nova:port>
Nov 13 22:00:35 user nova-compute[75075]:       </nova:ports>
Nov 13 22:00:35 user nova-compute[75075]:     </nova:instance>
Nov 13 22:00:35 user nova-compute[75075]:   </metadata>
Nov 13 22:00:35 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:00:35 user nova-compute[75075]:     <system>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="serial">00cb086d-06aa-4919-98be-57aa124fdd9e</entry>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="uuid">00cb086d-06aa-4919-98be-57aa124fdd9e</entry>
Nov 13 22:00:35 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:00:35 user nova-compute[75075]:     </system>
Nov 13 22:00:35 user nova-compute[75075]:   </sysinfo>
Nov 13 22:00:35 user nova-compute[75075]:   <os>
Nov 13 22:00:35 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:00:35 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:00:35 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:00:35 user nova-compute[75075]:   </os>
Nov 13 22:00:35 user nova-compute[75075]:   <features>
Nov 13 22:00:35 user nova-compute[75075]:     <acpi/>
Nov 13 22:00:35 user nova-compute[75075]:     <apic/>
Nov 13 22:00:35 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:00:35 user nova-compute[75075]:   </features>
Nov 13 22:00:35 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:00:35 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:00:35 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:00:35 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:00:35 user nova-compute[75075]:   </clock>
Nov 13 22:00:35 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:00:35 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:00:35 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:00:35 user nova-compute[75075]:   </cpu>
Nov 13 22:00:35 user nova-compute[75075]:   <devices>
Nov 13 22:00:35 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:00:35 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:00:35 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk"/>
Nov 13 22:00:35 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:00:35 user nova-compute[75075]:     </disk>
Nov 13 22:00:35 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:00:35 user nova-compute[75075]:       <mac address="fa:16:3e:cd:06:d7"/>
Nov 13 22:00:35 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:35 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:00:35 user nova-compute[75075]:       <target dev="tapa51da053-f8"/>
Nov 13 22:00:35 user nova-compute[75075]:     </interface>
Nov 13 22:00:35 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:00:35 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/console.log" append="off"/>
Nov 13 22:00:35 user nova-compute[75075]:     </serial>
Nov 13 22:00:35 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:00:35 user nova-compute[75075]:     <video>
Nov 13 22:00:35 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:35 user nova-compute[75075]:     </video>
Nov 13 22:00:35 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:00:35 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:00:35 user nova-compute[75075]:     </rng>
Nov 13 22:00:35 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:00:35 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:00:35 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:00:35 user nova-compute[75075]:     </memballoon>
Nov 13 22:00:35 user nova-compute[75075]:   </devices>
Nov 13 22:00:35 user nova-compute[75075]: </domain>
Nov 13 22:00:35 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-275092238',display_name='tempest-ServersNegativeTestJSON-server-275092238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-275092238',id=16,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-y2m7ga13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:33Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=00cb086d-06aa-4919-98be-57aa124fdd9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG os_vif [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f3dcc85-b5eb-545d-af5e-aed5dce9d062', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa51da053-f8, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa51da053-f8, col_values=(('qos', UUID('8f643f7b-8bd1-4c3b-8c10-8c3f9a6668bc')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa51da053-f8, col_values=(('external_ids', {'iface-id': 'a51da053-f815-46ad-b403-e47ef4c6175c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:06:d7', 'vm-uuid': '00cb086d-06aa-4919-98be-57aa124fdd9e'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: INFO os_vif [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8')
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] No VIF found with MAC fa:16:3e:cd:06:d7, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updated VIF entry in instance network info cache for port a51da053-f815-46ad-b403-e47ef4c6175c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updating instance_info_cache with network_info: [{"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ed2f816-f2be-4114-95bc-c5054f64cd9c req-535eff7e-ddf5-4347-8985-779237f538d0 service nova] Releasing lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:00:35 user nova-compute[75075]: INFO nova.compute.claims [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Claim successful on node user
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:35 user nova-compute[75075]: WARNING nova.compute.manager [req-e94e034b-a12c-49a0-9630-c766c6cf8120 req-34e6edca-1a1b-4115-be25-7f025816e6f8 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state resize_finish.
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:00:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance running successfully.
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Failed to set time: agent not configured {{(pid=75075) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e602b6b2-f632-4ebc-9324-46c44106393a tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] finish_migration finished successfully. {{(pid=75075) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.472s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:00:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:00:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:00:36 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Creating image(s)
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "/opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "/opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "/opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.policy [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c250bcb81e43df89184b62ae34ef70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f88d6de99145b9b8b77abcd24ad01e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.194s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.209s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk 1073741824" returned: 0 in 0.053s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.215s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Successfully created port: 690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Cannot resize image /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Ensure instance console log exists: /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Successfully updated port: 690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquired lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-changed-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Refreshing instance network info cache due to event network-changed-690585db-5a00-4aef-8e99-405c312d61d3. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] Acquiring lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] No waiting events found dispatching network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:37 user nova-compute[75075]: WARNING nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received unexpected event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c for instance with vm_state building and task_state spawning.
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] No waiting events found dispatching network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:37 user nova-compute[75075]: WARNING nova.compute.manager [req-2742392e-5285-4fe1-9d39-c6d28a153179 req-6b06ebe1-d1da-4146-9b5a-9db665256449 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received unexpected event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c for instance with vm_state building and task_state spawning.
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Updating instance_info_cache with network_info: [{"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Releasing lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Instance network_info: |[{"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] Acquired lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Refreshing network info cache for port 690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Start _get_guest_xml network_info=[{"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:00:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-497828278',display_name='tempest-VolumesNegativeTest-instance-497828278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-497828278',id=17,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e4f88d6de99145b9b8b77abcd24ad01e',ramdisk_id='',reservation_id='r-kjtb3q2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1301428061',owner_user_name='tempest-VolumesNegativeTest-1301428061-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:36Z,user_data=None,user_id='e9c250bcb81e43df89184b62ae34ef70',uuid=ffa16609-0625-41a9-92a7-5466ab0b2ce6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converting VIF {"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lazy-loading 'pci_devices' on Instance uuid ffa16609-0625-41a9-92a7-5466ab0b2ce6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:00:37 user nova-compute[75075]:   <uuid>ffa16609-0625-41a9-92a7-5466ab0b2ce6</uuid>
Nov 13 22:00:37 user nova-compute[75075]:   <name>instance-00000011</name>
Nov 13 22:00:37 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:00:37 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:00:37 user nova-compute[75075]:   <metadata>
Nov 13 22:00:37 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:00:37 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:name>tempest-VolumesNegativeTest-instance-497828278</nova:name>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:00:37</nova:creationTime>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:00:37 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:00:37 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:owner>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:user uuid="e9c250bcb81e43df89184b62ae34ef70">tempest-VolumesNegativeTest-1301428061-project-member</nova:user>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:project uuid="e4f88d6de99145b9b8b77abcd24ad01e">tempest-VolumesNegativeTest-1301428061</nova:project>
Nov 13 22:00:37 user nova-compute[75075]:       </nova:owner>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:00:37 user nova-compute[75075]:       <nova:ports>
Nov 13 22:00:37 user nova-compute[75075]:         <nova:port uuid="690585db-5a00-4aef-8e99-405c312d61d3">
Nov 13 22:00:37 user nova-compute[75075]:           <nova:ip type="fixed" address="192.168.233.124" ipVersion="4"/>
Nov 13 22:00:37 user nova-compute[75075]:         </nova:port>
Nov 13 22:00:37 user nova-compute[75075]:       </nova:ports>
Nov 13 22:00:37 user nova-compute[75075]:     </nova:instance>
Nov 13 22:00:37 user nova-compute[75075]:   </metadata>
Nov 13 22:00:37 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:00:37 user nova-compute[75075]:     <system>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="serial">ffa16609-0625-41a9-92a7-5466ab0b2ce6</entry>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="uuid">ffa16609-0625-41a9-92a7-5466ab0b2ce6</entry>
Nov 13 22:00:37 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:00:37 user nova-compute[75075]:     </system>
Nov 13 22:00:37 user nova-compute[75075]:   </sysinfo>
Nov 13 22:00:37 user nova-compute[75075]:   <os>
Nov 13 22:00:37 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:00:37 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:00:37 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:00:37 user nova-compute[75075]:   </os>
Nov 13 22:00:37 user nova-compute[75075]:   <features>
Nov 13 22:00:37 user nova-compute[75075]:     <acpi/>
Nov 13 22:00:37 user nova-compute[75075]:     <apic/>
Nov 13 22:00:37 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:00:37 user nova-compute[75075]:   </features>
Nov 13 22:00:37 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:00:37 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:00:37 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:00:37 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:00:37 user nova-compute[75075]:   </clock>
Nov 13 22:00:37 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:00:37 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:00:37 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:00:37 user nova-compute[75075]:   </cpu>
Nov 13 22:00:37 user nova-compute[75075]:   <devices>
Nov 13 22:00:37 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:00:37 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:00:37 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk"/>
Nov 13 22:00:37 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:00:37 user nova-compute[75075]:     </disk>
Nov 13 22:00:37 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:00:37 user nova-compute[75075]:       <mac address="fa:16:3e:b1:5d:5b"/>
Nov 13 22:00:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:37 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:00:37 user nova-compute[75075]:       <target dev="tap690585db-5a"/>
Nov 13 22:00:37 user nova-compute[75075]:     </interface>
Nov 13 22:00:37 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:00:37 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/console.log" append="off"/>
Nov 13 22:00:37 user nova-compute[75075]:     </serial>
Nov 13 22:00:37 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:00:37 user nova-compute[75075]:     <video>
Nov 13 22:00:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:00:37 user nova-compute[75075]:     </video>
Nov 13 22:00:37 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:00:37 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:00:37 user nova-compute[75075]:     </rng>
Nov 13 22:00:37 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:00:37 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:00:37 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:00:37 user nova-compute[75075]:     </memballoon>
Nov 13 22:00:37 user nova-compute[75075]:   </devices>
Nov 13 22:00:37 user nova-compute[75075]: </domain>
Nov 13 22:00:37 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-497828278',display_name='tempest-VolumesNegativeTest-instance-497828278',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-497828278',id=17,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e4f88d6de99145b9b8b77abcd24ad01e',ramdisk_id='',reservation_id='r-kjtb3q2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1301428061',owner_user_name='tempest-VolumesNegativeTest-1301428061-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:00:36Z,user_data=None,user_id='e9c250bcb81e43df89184b62ae34ef70',uuid=ffa16609-0625-41a9-92a7-5466ab0b2ce6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converting VIF {"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG os_vif [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa7337c8-ddce-585c-ac74-4d9e4ec217fa', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap690585db-5a, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap690585db-5a, col_values=(('qos', UUID('378b5bff-5bcf-44dd-9cfc-49c6c0490100')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap690585db-5a, col_values=(('external_ids', {'iface-id': '690585db-5a00-4aef-8e99-405c312d61d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:5d:5b', 'vm-uuid': 'ffa16609-0625-41a9-92a7-5466ab0b2ce6'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:00:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:37 user nova-compute[75075]: INFO os_vif [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a')
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] No VIF found with MAC fa:16:3e:b1:5d:5b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Updated VIF entry in instance network info cache for port 690585db-5a00-4aef-8e99-405c312d61d3. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Updating instance_info_cache with network_info: [{"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-95e00102-d9a3-453e-be47-cfde317303ed req-8fc05a24-c782-49e9-8878-9ab3a4ad030e service nova] Releasing lock "refresh_cache-ffa16609-0625-41a9-92a7-5466ab0b2ce6" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:00:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Instance spawned successfully.
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:38 user nova-compute[75075]: INFO nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Took 5.45 seconds to spawn the instance on the hypervisor.
Nov 13 22:00:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:00:38 user nova-compute[75075]: INFO nova.compute.manager [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Took 6.31 seconds to build instance.
Nov 13 22:00:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-de17322a-2c00-4e4d-83a5-6eb6dd14656f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.407s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] No waiting events found dispatching network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:40 user nova-compute[75075]: WARNING nova.compute.manager [req-f7d596c8-8e6e-42c6-a6c2-b0111caa7952 req-56a605c8-0353-4f30-ae96-903b5e923330 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received unexpected event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 for instance with vm_state building and task_state spawning.
Nov 13 22:00:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:00:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Instance spawned successfully.
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:00:42 user nova-compute[75075]: INFO nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Took 5.96 seconds to spawn the instance on the hypervisor.
Nov 13 22:00:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:00:42 user nova-compute[75075]: INFO nova.compute.manager [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Took 6.79 seconds to build instance.
Nov 13 22:00:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1af40689-b6d8-4138-a596-cd815e5c0832 tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.904s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:00:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:00:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:00:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:00:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] No waiting events found dispatching network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:00:42 user nova-compute[75075]: WARNING nova.compute.manager [req-5946c8c7-cc02-470c-9b1f-e88c314d09c1 req-5ed03d05-a6b8-4013-8aec-cba8a4f6faf3 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received unexpected event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 for instance with vm_state active and task_state None.
Nov 13 22:00:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:00:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:03 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:01:03 user nova-compute[75075]: INFO nova.compute.claims [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Claim successful on node user
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.732s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:01:04 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:01:04 user nova-compute[75075]: INFO nova.virt.block_device [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Booting with volume e934fc83-1bc0-4ccb-b9f6-4cc126452754 at /dev/vda
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.policy [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '963c1d4613fb4f40b46eeb5dd8c2c81d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e28932b883584f748084ecb991e9f696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.utils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7116c902-d47e-4abe-b304-6858127e8815]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6caeef-9cd5-4cad-89c8-2c10277b9df9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[45950175-c220-471f-9468-71a12099732f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[910e6b72-5e24-4949-84b4-f9f83a1e2eed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:01:04 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:01:04 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d132d01-1423-4861-a0b6-2cfe759df1c6]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG os_brick.utils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:01:04 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating existing volume attachment record: 259fa7c3-7f0f-4542-aebe-622b16cb3cfe {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Successfully created port: 2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Successfully updated port: 2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquired lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-changed-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Refreshing instance network info cache due to event network-changed-2d301669-3892-411b-a0fb-4ea96ba05d5d. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] Acquiring lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG nova.network.neutron [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating instance_info_cache with network_info: [{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Releasing lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance network_info: |[{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] Acquired lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Refreshing network info cache for port 2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updated VIF entry in instance network info cache for port 2d301669-3892-411b-a0fb-4ea96ba05d5d. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating instance_info_cache with network_info: [{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9393a9a6-692e-42de-b041-ea113865f0b5 req-78ef754c-2546-48c9-9394-77617a5a7867 service nova] Releasing lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:09 user nova-compute[75075]: INFO nova.compute.manager [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Rescuing
Nov 13 22:01:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:10 user nova-compute[75075]: WARNING nova.compute.manager [req-1e2e94c8-1282-4179-8705-bce8616f2443 req-a2573891-d436-4b2d-bd0d-3274ee8d0370 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state rescuing.
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:01:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Creating image(s)
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Ensure instance console log exists: /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start _get_guest_xml network_info=[{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04174b70-5a00-4216-bb8d-0fef778ecd1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'serial': 'e934fc83-1bc0-4ccb-b9f6-4cc126452754'}, 'attachment_id': '259fa7c3-7f0f-4542-aebe-622b16cb3cfe', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:01:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:01:10 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:01:10 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:01:10 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e99a0d2e-7eaa-409f-9ab2-2f524317f75e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:01:10 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[337ce628-3c2b-434a-bf52-b45ecd0fd85f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754] added
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[feed57a1-e2db-4409-b767-0db3846bc961]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[baca352c-dc7d-4caa-93a7-5df824cda98f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nXuIMfok {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nXuIMfok" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb0fcb8-c228-4351-b660-85e6b7d1dbcd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nXuIMfok'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e62fe6c7-6455-46ee-aedd-0d53798468f9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad58650-a608-4e80-bf40-b97e3f7cae2a]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbf1cf1-a31b-4d35-8178-2a6bfed1cb78]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]
Nov 13 22:01:10 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf5fda63-deb0-43f7-8934-0e1f506bbec3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd8de45e-f0e6-473c-bb3d-c520587c0b95]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:01:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb3642a-7a18-4934-a76e-d75c9f5d0b21]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:01:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance destroyed successfully.
Nov 13 22:01:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Attempting rescue
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:01:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Creating image(s)
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'trusted_certs' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue" returned: 0 in 0.063s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'migration_context' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.base [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<84bb5348-0c70-4347-ab68-6353d39e6462> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start _get_guest_xml network_info=[{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:6c:3d:bf"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.base [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<84bb5348-0c70-4347-ab68-6353d39e6462> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'numa_topology' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:10 user nova-compute[75075]: DEBUG nova.objects.base [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<84bb5348-0c70-4347-ab68-6353d39e6462> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:01:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'vcpu_model' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.objects.base [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<84bb5348-0c70-4347-ab68-6353d39e6462> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2077509522',display_name='tempest-ServerRescueNegativeTestJSON-server-2077509522',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2077509522',id=2,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:56:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-wuub8014',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T21:56:41Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=84bb5348-0c70-4347-ab68-6353d39e6462,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:6c:3d:bf"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:6c:3d:bf"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.objects.base [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<84bb5348-0c70-4347-ab68-6353d39e6462> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:01:11 user nova-compute[75075]:   <uuid>84bb5348-0c70-4347-ab68-6353d39e6462</uuid>
Nov 13 22:01:11 user nova-compute[75075]:   <name>instance-00000002</name>
Nov 13 22:01:11 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:01:11 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:01:11 user nova-compute[75075]:   <metadata>
Nov 13 22:01:11 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:01:11 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2077509522</nova:name>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:01:11</nova:creationTime>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:01:11 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:owner>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:owner>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:ports>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:port uuid="9fe8cea2-fe6c-4c76-a6df-e0826296b2e5">
Nov 13 22:01:11 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:01:11 user nova-compute[75075]:         </nova:port>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:ports>
Nov 13 22:01:11 user nova-compute[75075]:     </nova:instance>
Nov 13 22:01:11 user nova-compute[75075]:   </metadata>
Nov 13 22:01:11 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:01:11 user nova-compute[75075]:     <system>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="serial">84bb5348-0c70-4347-ab68-6353d39e6462</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="uuid">84bb5348-0c70-4347-ab68-6353d39e6462</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:01:11 user nova-compute[75075]:     </system>
Nov 13 22:01:11 user nova-compute[75075]:   </sysinfo>
Nov 13 22:01:11 user nova-compute[75075]:   <os>
Nov 13 22:01:11 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:01:11 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:01:11 user nova-compute[75075]:   </os>
Nov 13 22:01:11 user nova-compute[75075]:   <features>
Nov 13 22:01:11 user nova-compute[75075]:     <acpi/>
Nov 13 22:01:11 user nova-compute[75075]:     <apic/>
Nov 13 22:01:11 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:01:11 user nova-compute[75075]:   </features>
Nov 13 22:01:11 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:01:11 user nova-compute[75075]:   </clock>
Nov 13 22:01:11 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:01:11 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:01:11 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:01:11 user nova-compute[75075]:   </cpu>
Nov 13 22:01:11 user nova-compute[75075]:   <devices>
Nov 13 22:01:11 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:01:11 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:01:11 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue"/>
Nov 13 22:01:11 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:     </disk>
Nov 13 22:01:11 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:01:11 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:01:11 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk"/>
Nov 13 22:01:11 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:     </disk>
Nov 13 22:01:11 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:01:11 user nova-compute[75075]:       <mac address="fa:16:3e:6c:3d:bf"/>
Nov 13 22:01:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:01:11 user nova-compute[75075]:       <target dev="tap9fe8cea2-fe"/>
Nov 13 22:01:11 user nova-compute[75075]:     </interface>
Nov 13 22:01:11 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:01:11 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/console.log" append="off"/>
Nov 13 22:01:11 user nova-compute[75075]:     </serial>
Nov 13 22:01:11 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:01:11 user nova-compute[75075]:     <video>
Nov 13 22:01:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:     </video>
Nov 13 22:01:11 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:01:11 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:01:11 user nova-compute[75075]:     </rng>
Nov 13 22:01:11 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:01:11 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:01:11 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:01:11 user nova-compute[75075]:     </memballoon>
Nov 13 22:01:11 user nova-compute[75075]:   </devices>
Nov 13 22:01:11 user nova-compute[75075]: </domain>
Nov 13 22:01:11 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:01:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance destroyed successfully.
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:6c:3d:bf, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '23039386161326166', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23039386161326166', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2109026114',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:01:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lazy-loading 'pci_devices' on Instance uuid 04174b70-5a00-4216-bb8d-0fef778ecd1d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:01:11 user nova-compute[75075]:   <uuid>04174b70-5a00-4216-bb8d-0fef778ecd1d</uuid>
Nov 13 22:01:11 user nova-compute[75075]:   <name>instance-00000012</name>
Nov 13 22:01:11 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:01:11 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:01:11 user nova-compute[75075]:   <metadata>
Nov 13 22:01:11 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:01:11 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:name>tempest-ServerActionsV293TestJSON-server-2109026114</nova:name>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:01:10</nova:creationTime>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:01:11 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:owner>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:user uuid="963c1d4613fb4f40b46eeb5dd8c2c81d">tempest-ServerActionsV293TestJSON-952352575-project-member</nova:user>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:project uuid="e28932b883584f748084ecb991e9f696">tempest-ServerActionsV293TestJSON-952352575</nova:project>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:owner>
Nov 13 22:01:11 user nova-compute[75075]:       <nova:ports>
Nov 13 22:01:11 user nova-compute[75075]:         <nova:port uuid="2d301669-3892-411b-a0fb-4ea96ba05d5d">
Nov 13 22:01:11 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:01:11 user nova-compute[75075]:         </nova:port>
Nov 13 22:01:11 user nova-compute[75075]:       </nova:ports>
Nov 13 22:01:11 user nova-compute[75075]:     </nova:instance>
Nov 13 22:01:11 user nova-compute[75075]:   </metadata>
Nov 13 22:01:11 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:01:11 user nova-compute[75075]:     <system>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="serial">04174b70-5a00-4216-bb8d-0fef778ecd1d</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="uuid">04174b70-5a00-4216-bb8d-0fef778ecd1d</entry>
Nov 13 22:01:11 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:01:11 user nova-compute[75075]:     </system>
Nov 13 22:01:11 user nova-compute[75075]:   </sysinfo>
Nov 13 22:01:11 user nova-compute[75075]:   <os>
Nov 13 22:01:11 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:01:11 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:01:11 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:01:11 user nova-compute[75075]:   </os>
Nov 13 22:01:11 user nova-compute[75075]:   <features>
Nov 13 22:01:11 user nova-compute[75075]:     <acpi/>
Nov 13 22:01:11 user nova-compute[75075]:     <apic/>
Nov 13 22:01:11 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:01:11 user nova-compute[75075]:   </features>
Nov 13 22:01:11 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:01:11 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:01:11 user nova-compute[75075]:   </clock>
Nov 13 22:01:11 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:01:11 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:01:11 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:01:11 user nova-compute[75075]:   </cpu>
Nov 13 22:01:11 user nova-compute[75075]:   <devices>
Nov 13 22:01:11 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:01:11 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:01:11 user nova-compute[75075]:       <source dev="/dev/sdd"/>
Nov 13 22:01:11 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:       <serial>e934fc83-1bc0-4ccb-b9f6-4cc126452754</serial>
Nov 13 22:01:11 user nova-compute[75075]:     </disk>
Nov 13 22:01:11 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:01:11 user nova-compute[75075]:       <mac address="fa:16:3e:07:1b:a2"/>
Nov 13 22:01:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:01:11 user nova-compute[75075]:       <target dev="tap2d301669-38"/>
Nov 13 22:01:11 user nova-compute[75075]:     </interface>
Nov 13 22:01:11 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:01:11 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d/console.log" append="off"/>
Nov 13 22:01:11 user nova-compute[75075]:     </serial>
Nov 13 22:01:11 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:01:11 user nova-compute[75075]:     <video>
Nov 13 22:01:11 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:11 user nova-compute[75075]:     </video>
Nov 13 22:01:11 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:01:11 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:01:11 user nova-compute[75075]:     </rng>
Nov 13 22:01:11 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:01:11 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:01:11 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:01:11 user nova-compute[75075]:     </memballoon>
Nov 13 22:01:11 user nova-compute[75075]:   </devices>
Nov 13 22:01:11 user nova-compute[75075]: </domain>
Nov 13 22:01:11 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2109026114',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:01:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG os_vif [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed81e483-95d2-542e-9d92-e3324c76b1e0', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d301669-38, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d301669-38, col_values=(('qos', UUID('e18957b1-fdd1-46a7-a1f9-05baa12e0bb0')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d301669-38, col_values=(('external_ids', {'iface-id': '2d301669-3892-411b-a0fb-4ea96ba05d5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:1b:a2', 'vm-uuid': '04174b70-5a00-4216-bb8d-0fef778ecd1d'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:11 user nova-compute[75075]: INFO os_vif [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38')
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:01:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] No VIF found with MAC fa:16:3e:07:1b:a2, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:01:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:12 user nova-compute[75075]: WARNING nova.compute.manager [req-4d1353b9-1864-4968-95b5-4bf4b40f1e62 req-4c6998c8-c158-480e-b0e5-94d43b1ea52b service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state rescuing.
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:14 user nova-compute[75075]: WARNING nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state rescuing.
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:14 user nova-compute[75075]: WARNING nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state rescuing.
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:14 user nova-compute[75075]: WARNING nova.compute.manager [req-add64230-0a16-4035-aaf7-c381440e11f1 req-13cc53c3-61fc-4b34-ace8-83b68d129d95 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state building and task_state spawning.
Nov 13 22:01:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:16 user nova-compute[75075]: WARNING nova.compute.manager [req-f3b23bb1-e430-4d5f-8c6a-0133d4066a55 req-510d8bbd-92b0-447a-b4d7-f09c5b1b39ad service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state building and task_state spawning.
Nov 13 22:01:16 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:01:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance spawned successfully.
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-67efc28c-9f60-4ced-88d4-fdca1d95378b tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:16 user nova-compute[75075]: INFO nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Took 6.42 seconds to spawn the instance on the hypervisor.
Nov 13 22:01:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:01:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:16 user nova-compute[75075]: INFO nova.compute.manager [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Took 13.25 seconds to build instance.
Nov 13 22:01:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-88516a9c-f95d-4d3c-a9b3-b98c3e67efb7 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.357s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [{"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-d3616f77-43c3-48eb-9db9-d8d2f7fba17c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing instance network info cache due to event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.320s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG nova.network.neutron [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated VIF entry in instance network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG nova.network.neutron [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa4e3cf-3c39-4d2a-81f2-40caeec1f532 req-fd739421-a987-466c-b3f0-e75d48be3bb2 service nova] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json" returned: 0 in 0.244s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:01:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7355MB free_disk=25.414287567138672GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Applying migration context for instance 1853d464-216d-46a3-bdca-8ede575ae500 as it has an incoming, in-progress migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f. Migration status is finished {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 13 22:01:24 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating resource usage from migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9af6ff9f-962e-46d8-9398-068bf186d67a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance df2a285e-3e17-4234-b7ce-7d0c60eae435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ffa16609-0625-41a9-92a7-5466ab0b2ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 04174b70-5a00-4216-bb8d-0fef778ecd1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:01:24 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:01:25 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:01:25 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:01:25 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:01:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.609s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:01:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:27 user nova-compute[75075]: INFO nova.compute.manager [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Terminating instance
Nov 13 22:01:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-e3cb4343-700b-4997-aa70-38a315317d85 req-cd3c7626-66cb-4625-8d7e-b9675252840a service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Instance destroyed successfully.
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'resources' on Instance uuid 9af6ff9f-962e-46d8-9398-068bf186d67a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-435527556',display_name='tempest-VolumesAdminNegativeTest-server-435527556',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-435527556',id=14,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:59:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-xtzyydnf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:59:40Z,user_data=None,user_id='dc583964294d4cb3b0caf3af87824e09',uuid=9af6ff9f-962e-46d8-9398-068bf186d67a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "address": "fa:16:3e:6d:e6:7a", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc8a5a567-30", "ovs_interfaceid": "c8a5a567-30b9-48ec-b854-a120d3aa3e31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG os_vif [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc8a5a567-30, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c025328-242a-4f56-b88c-b34306497053) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:28 user nova-compute[75075]: INFO os_vif [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:e6:7a,bridge_name='br-int',has_traffic_filtering=True,id=c8a5a567-30b9-48ec-b854-a120d3aa3e31,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc8a5a567-30')
Nov 13 22:01:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Deleting instance files /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a_del
Nov 13 22:01:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Deletion of /opt/stack/data/nova/instances/9af6ff9f-962e-46d8-9398-068bf186d67a_del complete
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: INFO nova.compute.manager [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 13 22:01:28 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:29 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:29 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Took 1.34 seconds to deallocate network for instance.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-ea086abe-844f-4c60-988f-80be32e932e7 req-61998e10-d5e4-4855-bf61-694da6bd6711 service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-deleted-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state deleted and task_state None.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state deleted and task_state None.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state deleted and task_state None.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-unplugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state deleted and task_state None.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Acquiring lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] No waiting events found dispatching network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dd6aeab3-a1cb-49c1-a014-7fc16b5f821e req-fd66be67-9e27-4827-a12c-ce6388e52c0c service nova] [instance: 9af6ff9f-962e-46d8-9398-068bf186d67a] Received unexpected event network-vif-plugged-c8a5a567-30b9-48ec-b854-a120d3aa3e31 for instance with vm_state deleted and task_state None.
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.387s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Deleted allocations for instance 9af6ff9f-962e-46d8-9398-068bf186d67a
Nov 13 22:01:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3df666e8-9382-4a4d-b5bf-54116dee01e1 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "9af6ff9f-962e-46d8-9398-068bf186d67a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.911s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:01:34 user nova-compute[75075]: INFO nova.compute.claims [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Claim successful on node user
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:01:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.policy [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a8c34fcd7043458e41fb56d2074a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59845f6100c246f4ad26471d2be55340', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:01:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Creating image(s)
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "/opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "/opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "/opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Successfully created port: 4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk 1073741824" returned: 0 in 0.066s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Cannot resize image /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Ensure instance console log exists: /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Successfully updated port: 4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquired lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-changed-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Refreshing instance network info cache due to event network-changed-4e85473c-ca78-43f7-a6ba-29513d1f4388. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] Acquiring lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Updating instance_info_cache with network_info: [{"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Releasing lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Instance network_info: |[{"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] Acquired lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Refreshing network info cache for port 4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Start _get_guest_xml network_info=[{"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:01:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1431479265',display_name='tempest-VolumesActionsTest-instance-1431479265',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1431479265',id=19,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-icz4hfwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:01:35Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=6f0d044e-babf-42c2-9fa1-202e882d62d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lazy-loading 'pci_devices' on Instance uuid 6f0d044e-babf-42c2-9fa1-202e882d62d7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:01:36 user nova-compute[75075]:   <uuid>6f0d044e-babf-42c2-9fa1-202e882d62d7</uuid>
Nov 13 22:01:36 user nova-compute[75075]:   <name>instance-00000013</name>
Nov 13 22:01:36 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:01:36 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:01:36 user nova-compute[75075]:   <metadata>
Nov 13 22:01:36 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:01:36 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:name>tempest-VolumesActionsTest-instance-1431479265</nova:name>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:01:36</nova:creationTime>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:01:36 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:01:36 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:owner>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:user uuid="d4a8c34fcd7043458e41fb56d2074a0c">tempest-VolumesActionsTest-1280987290-project-member</nova:user>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:project uuid="59845f6100c246f4ad26471d2be55340">tempest-VolumesActionsTest-1280987290</nova:project>
Nov 13 22:01:36 user nova-compute[75075]:       </nova:owner>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:01:36 user nova-compute[75075]:       <nova:ports>
Nov 13 22:01:36 user nova-compute[75075]:         <nova:port uuid="4e85473c-ca78-43f7-a6ba-29513d1f4388">
Nov 13 22:01:36 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:01:36 user nova-compute[75075]:         </nova:port>
Nov 13 22:01:36 user nova-compute[75075]:       </nova:ports>
Nov 13 22:01:36 user nova-compute[75075]:     </nova:instance>
Nov 13 22:01:36 user nova-compute[75075]:   </metadata>
Nov 13 22:01:36 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:01:36 user nova-compute[75075]:     <system>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="serial">6f0d044e-babf-42c2-9fa1-202e882d62d7</entry>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="uuid">6f0d044e-babf-42c2-9fa1-202e882d62d7</entry>
Nov 13 22:01:36 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:01:36 user nova-compute[75075]:     </system>
Nov 13 22:01:36 user nova-compute[75075]:   </sysinfo>
Nov 13 22:01:36 user nova-compute[75075]:   <os>
Nov 13 22:01:36 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:01:36 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:01:36 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:01:36 user nova-compute[75075]:   </os>
Nov 13 22:01:36 user nova-compute[75075]:   <features>
Nov 13 22:01:36 user nova-compute[75075]:     <acpi/>
Nov 13 22:01:36 user nova-compute[75075]:     <apic/>
Nov 13 22:01:36 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:01:36 user nova-compute[75075]:   </features>
Nov 13 22:01:36 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:01:36 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:01:36 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:01:36 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:01:36 user nova-compute[75075]:   </clock>
Nov 13 22:01:36 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:01:36 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:01:36 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:01:36 user nova-compute[75075]:   </cpu>
Nov 13 22:01:36 user nova-compute[75075]:   <devices>
Nov 13 22:01:36 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:01:36 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:01:36 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk"/>
Nov 13 22:01:36 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:01:36 user nova-compute[75075]:     </disk>
Nov 13 22:01:36 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:01:36 user nova-compute[75075]:       <mac address="fa:16:3e:08:25:50"/>
Nov 13 22:01:36 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:36 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:01:36 user nova-compute[75075]:       <target dev="tap4e85473c-ca"/>
Nov 13 22:01:36 user nova-compute[75075]:     </interface>
Nov 13 22:01:36 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:01:36 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/console.log" append="off"/>
Nov 13 22:01:36 user nova-compute[75075]:     </serial>
Nov 13 22:01:36 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:01:36 user nova-compute[75075]:     <video>
Nov 13 22:01:36 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:01:36 user nova-compute[75075]:     </video>
Nov 13 22:01:36 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:01:36 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:01:36 user nova-compute[75075]:     </rng>
Nov 13 22:01:36 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:01:36 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:01:36 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:01:36 user nova-compute[75075]:     </memballoon>
Nov 13 22:01:36 user nova-compute[75075]:   </devices>
Nov 13 22:01:36 user nova-compute[75075]: </domain>
Nov 13 22:01:36 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1431479265',display_name='tempest-VolumesActionsTest-instance-1431479265',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1431479265',id=19,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-icz4hfwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:01:35Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=6f0d044e-babf-42c2-9fa1-202e882d62d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG os_vif [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '672408ab-4f34-5863-a814-9c48ebc99977', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4e85473c-ca, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4e85473c-ca, col_values=(('qos', UUID('0122c85b-ecd9-4399-b7b3-eec1c9ad7529')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4e85473c-ca, col_values=(('external_ids', {'iface-id': '4e85473c-ca78-43f7-a6ba-29513d1f4388', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:25:50', 'vm-uuid': '6f0d044e-babf-42c2-9fa1-202e882d62d7'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:36 user nova-compute[75075]: INFO os_vif [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca')
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] No VIF found with MAC fa:16:3e:08:25:50, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Updated VIF entry in instance network info cache for port 4e85473c-ca78-43f7-a6ba-29513d1f4388. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG nova.network.neutron [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Updating instance_info_cache with network_info: [{"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-560e4334-c560-4f69-a066-fe238a7c8e56 req-832d2b7f-edba-493f-8178-65334647817e service nova] Releasing lock "refresh_cache-6f0d044e-babf-42c2-9fa1-202e882d62d7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] No waiting events found dispatching network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:38 user nova-compute[75075]: WARNING nova.compute.manager [req-8d145d6c-884d-4ff3-a35b-7cc6956fd635 req-d9314088-2fd0-48ea-844e-9140fc05da0e service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received unexpected event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 for instance with vm_state building and task_state spawning.
Nov 13 22:01:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing instance network info cache due to event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:01:39 user nova-compute[75075]: DEBUG nova.network.neutron [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updated VIF entry in instance network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:01:39 user nova-compute[75075]: DEBUG nova.network.neutron [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce2d05a5-290b-4a06-bfbd-ef607114381f req-0a5ca294-caaa-4b60-a3e5-2af408c5d5b3 service nova] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.compute.manager [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Detaching volume 2f1c76dd-a90b-4fed-bb3d-298332f8b4a9
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Instance spawned successfully.
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.virt.block_device [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Attempting to driver detach volume 2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 from mountpoint /dev/vdb
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Attempting to detach device vdb from instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:01:40 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:01:40 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:01:40 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:01:40 user nova-compute[75075]:   <serial>2f1c76dd-a90b-4fed-bb3d-298332f8b4a9</serial>
Nov 13 22:01:40 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:01:40 user nova-compute[75075]: </disk>
Nov 13 22:01:40 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] No waiting events found dispatching network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:01:40 user nova-compute[75075]: WARNING nova.compute.manager [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received unexpected event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 for instance with vm_state building and task_state spawning.
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing instance network info cache due to event network-changed-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Acquiring lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Acquired lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Refreshing network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully detached device vdb from instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 from the persistent domain config.
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:01:40 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:01:40 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:01:40 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:01:40 user nova-compute[75075]:   <serial>2f1c76dd-a90b-4fed-bb3d-298332f8b4a9</serial>
Nov 13 22:01:40 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:01:40 user nova-compute[75075]: </disk>
Nov 13 22:01:40 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Took 5.31 seconds to spawn the instance on the hypervisor.
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:01:40 user nova-compute[75075]: INFO nova.compute.manager [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Took 6.09 seconds to build instance.
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4216ff93-e9af-4e9a-ba6c-2a712e1c07c4 tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.187s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updated VIF entry in instance network info cache for port a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [{"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d7fc2902-ec52-4ddb-8908-09d9c9ba8df3 req-2ce17ff1-2e4c-4d57-9436-b8efbd153998 service nova] Releasing lock "refresh_cache-1c3ef36c-aac2-41c1-a995-5e27bd501401" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:01:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:01:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:00 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 is timed out.
Nov 13 22:02:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully detached device vdb from instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 from the live domain config.
Nov 13 22:02:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iVrEQZhz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:00 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e64833d-e97b-496c-a1a0-cebe81c62386]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:00 user nova-compute[75075]: No targets found.
Nov 13 22:02:00 user nova-compute[75075]: iSNS:
Nov 13 22:02:00 user nova-compute[75075]: No targets found.
Nov 13 22:02:00 user nova-compute[75075]: STATIC:
Nov 13 22:02:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:02:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9
Nov 13 22:02:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:00 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:00 user nova-compute[75075]: No targets found.
Nov 13 22:02:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:00 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:00 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[721f38c5-ad43-4fe5-8f5e-f92873e83827]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f11d53a-d7bb-4e73-ac6a-160cdc75f5e8]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d51b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b2ca755-bf55-40f7-9f7f-e39a9e9ca49b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fcdc97-4a19-4853-a36b-a7877e542949]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3073cc19-82ae-4695-83fe-4aa0f3085ad7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b36b799-8b52-4027-bda3-9796f5c0bd7e]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[da559cb4-bc3d-4a45-b4f9-2e7335573d40]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[af155241-1056-4c3f-9039-89b09c5e8133]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260]
Nov 13 22:02:00 user nova-compute[75075]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f1c76dd-a90b-4fed-bb3d-298332f8b4a9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[599bd78d-ff42-44f1-ad05-3c38cbefc06b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== disconnect_volume: return (308ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-473ba063-e94a-4708-b96b-ecc5426929fe tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.689s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-changed-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Refreshing instance network info cache due to event network-changed-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] Acquiring lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] Acquired lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG nova.network.neutron [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Refreshing network info cache for port aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:02:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:06 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Ignoring supplied device name: /dev/vdb
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updated VIF entry in instance network info cache for port aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating instance_info_cache with network_info: [{"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a13ea610-3a08-4c6a-a38c-ff618cf81bfa req-0f6ec322-7344-413e-9190-43392b2813a5 service nova] Releasing lock "refresh_cache-df2a285e-3e17-4234-b7ce-7d0c60eae435" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:06 user nova-compute[75075]: INFO nova.compute.manager [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Attaching volume c3e9489e-1750-4020-997e-789a75ec2a29 to /dev/vdb
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43f1c36-8ce5-41db-ad43-402393ed94df]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2dfdc7-627e-4c13-b25f-a1ffdc17f8c5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ccfa6c-bc53-40f5-8890-dd89ef39b9cb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a238f770-9eae-4167-8593-12a3b297f141]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:02:06 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:02:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0219d593-35af-46e8-9b10-ea669bb7edc6]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:06 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating existing volume attachment record: 5b3fe7d9-c4e0-47a3-8cd3-9f9b726e5658 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Port ddb548dd-5a80-4183-a0c8-dc41675310ff binding to destination host user is already ACTIVE {{(pid=75075) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Creating tmpfile /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/tmpg9unpl0h to verify with other compute node that the instance is on the same shared storage. {{(pid=75075) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:09 user nova-compute[75075]: WARNING nova.compute.manager [req-62d8bd4a-b4cf-43a4-bff0-cf88c5800b96 req-bcf2ea38-1f61-4bdd-8bdc-ea13602221ac service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state resized and task_state resize_reverting.
Nov 13 22:02:09 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance destroyed successfully.
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'resources' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:00:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapddb548dd-5a, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e4c572a6-22d2-4ec6-8133-85ccd8f3a67e) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:09 user nova-compute[75075]: INFO os_vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c0a774-cddf-415e-987c-abf87359d041]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:09 user nova-compute[75075]: No targets found.
Nov 13 22:02:09 user nova-compute[75075]: iSNS:
Nov 13 22:02:09 user nova-compute[75075]: No targets found.
Nov 13 22:02:09 user nova-compute[75075]: STATIC:
Nov 13 22:02:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:02:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:09 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:09 user nova-compute[75075]: No targets found.
Nov 13 22:02:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:09 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:09 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5775707b-a9d7-4f51-8209-19f1149fc656]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b521d941-84b5-44b3-bc42-448afc5eecd2]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:09 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:09 user nova-compute[75075]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884eb880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[319cf3d2-7eaf-4567-aedc-6a8e67788ba4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[546a131d-9d7a-4637-b4ad-8e5ea84c4d54]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[22fbd43a-d26b-45b1-a396-1bd1431ce0d2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed4344f9-77e4-4a0b-ab93-bd77b0d57228]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f37435-4847-40f6-abf6-031cb13ae8b4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8e26f0-45c4-41b5-bf83-74b7dbf70a72]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:02:09 user nova-compute[75075]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57bfbeb-4727-4cf4-999f-1b84a9cdf4ad]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== disconnect_volume: return (300ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'migration_context' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG nova.objects.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Object Instance<1853d464-216d-46a3-bdca-8ede575ae500> lazy-loaded attributes: resources,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KpldEhgI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:10 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:10 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:10 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57a0050-9afd-41e1-83de-d2478db01f45]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:02:10 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50404be-6e72-4e8e-ad29-fc152f6c088f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29] added
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd24495-d95a-44fb-b287-d7749bd9901c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4719a26c-a581-4799-94c1-9fefebfa873e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KpldEhgI {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KpldEhgI" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef235fe2-23c0-427d-9a18-b46ecdd49ec8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KpldEhgI'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a6228e-2815-4c07-a3b0-1cbe8f87ed6d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bf9565-7643-4e61-bbfb-dbd613cfbc56]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f134d988-542f-46e4-a176-622f68ba4b07]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260]
Nov 13 22:02:10 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[705b7572-1d90-410d-beb0-e7d2c31a2b25]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[79cc2b99-5abd-4840-8152-29ca2fec96d4]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:02:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3087331e-4714-4b53-8bb7-f317a4436b7e]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KpldEhgI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:11 user nova-compute[75075]: WARNING nova.compute.manager [req-222fa820-42c7-4ed6-9af7-c752a7a9cc50 req-d4aaa2c5-462d-47d3-9230-4e13816dec27 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state resized and task_state resize_reverting.
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.512s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:11 user nova-compute[75075]: INFO nova.compute.manager [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Swapping old allocation on dict_keys(['21ccc838-3a72-4bb1-874e-ba8e843dca5d']) held by migration 877100ed-9dc4-4458-9b4f-0cfaf9f9a73f for instance
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Overwriting current allocation {'allocations': {'21ccc838-3a72-4bb1-874e-ba8e843dca5d': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 23}}, 'project_id': '9cfb8f4fabe94d78af5ea346c783febb', 'user_id': 'c692ff7cfe574a3bb845b95aef47c34c', 'consumer_generation': 1} on consumer 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquired lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23862323562363666', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862323562363666', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:11 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:02:12 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:02:12 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:02:12 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:02:12 user nova-compute[75075]:   <serial>c3e9489e-1750-4020-997e-789a75ec2a29</serial>
Nov 13 22:02:12 user nova-compute[75075]: </disk>
Nov 13 22:02:12 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Releasing lock "refresh_cache-1853d464-216d-46a3-bdca-8ede575ae500" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.utils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[87656720-7094-4e06-bd80-ee5971bd5ed4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4534712-e06c-448b-8bbe-b13468c72507]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cdb41aa-d7dc-4432-b42e-4fc10573ad19]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[997ef3a0-0105-44da-a970-174124d57c9c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:02:12 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3acf5df3-6b3f-47af-8b8d-b01e97d6b8f0]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG os_brick.utils [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] No VIF found with MAC fa:16:3e:d3:b5:c8, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:02:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0776918b-3524-481d-af30-c4ff69851993 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.187s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:15 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:02:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:02:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Starting finish_revert_migration {{(pid=75075) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start _get_guest_xml network_info=[{"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '1853d464-216d-46a3-bdca-8ede575ae500', 'attached_at': '2023-11-13T22:02:16.000000', 'detached_at': '', 'volume_id': '94dc5cc6-f341-4753-a502-564dc53448c9', 'serial': '94dc5cc6-f341-4753-a502-564dc53448c9'}, 'attachment_id': '050fabc1-a929-4d6a-adab-1424bf758720', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:02:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:16 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[104236b0-efb4-496f-a2b3-c22664d60629]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:02:16 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25d6d83-57ba-4e34-9a12-fc9c28e715dd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9] added
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98af751-da66-44cb-b97f-5d06ad8a5226]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f674317b-9f25-46ff-b3f4-17ee5a415b54]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BOpuARJm" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ccf75d5-daae-48bf-8160-4a936aca4ca3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BOpuARJm'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[13f2fd92-1a11-4bb6-84ca-ddef6bb60fd5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3483c695-a2aa-4b1d-af05-24f0930b2c3b]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f2236f-ad17-425f-9fb1-d01484ff5c08]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:02:16 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[365f196c-0c32-4825-834d-551780c77d8b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd202ca2-169f-4e0f-8e5b-2fefc79bdcf1]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] HCTL ('34', '-', '-', 0) found on session 20 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5458ea43-bf2d-4eb6-b486-878331f37b33]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Searching for a device in session 20 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:02:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731343834346262', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:02:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:02:17 user nova-compute[75075]:   <uuid>1853d464-216d-46a3-bdca-8ede575ae500</uuid>
Nov 13 22:02:17 user nova-compute[75075]:   <name>instance-00000004</name>
Nov 13 22:02:17 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:02:17 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:02:17 user nova-compute[75075]:   <metadata>
Nov 13 22:02:17 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:02:17 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherB-server-219217859</nova:name>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:02:16</nova:creationTime>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:02:17 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:02:17 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:owner>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:user uuid="c692ff7cfe574a3bb845b95aef47c34c">tempest-ServerActionsTestOtherB-1554012348-project-member</nova:user>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:project uuid="9cfb8f4fabe94d78af5ea346c783febb">tempest-ServerActionsTestOtherB-1554012348</nova:project>
Nov 13 22:02:17 user nova-compute[75075]:       </nova:owner>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:02:17 user nova-compute[75075]:       <nova:ports>
Nov 13 22:02:17 user nova-compute[75075]:         <nova:port uuid="ddb548dd-5a80-4183-a0c8-dc41675310ff">
Nov 13 22:02:17 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:02:17 user nova-compute[75075]:         </nova:port>
Nov 13 22:02:17 user nova-compute[75075]:       </nova:ports>
Nov 13 22:02:17 user nova-compute[75075]:     </nova:instance>
Nov 13 22:02:17 user nova-compute[75075]:   </metadata>
Nov 13 22:02:17 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:02:17 user nova-compute[75075]:     <system>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="serial">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="uuid">1853d464-216d-46a3-bdca-8ede575ae500</entry>
Nov 13 22:02:17 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:02:17 user nova-compute[75075]:     </system>
Nov 13 22:02:17 user nova-compute[75075]:   </sysinfo>
Nov 13 22:02:17 user nova-compute[75075]:   <os>
Nov 13 22:02:17 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:02:17 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:02:17 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:02:17 user nova-compute[75075]:   </os>
Nov 13 22:02:17 user nova-compute[75075]:   <features>
Nov 13 22:02:17 user nova-compute[75075]:     <acpi/>
Nov 13 22:02:17 user nova-compute[75075]:     <apic/>
Nov 13 22:02:17 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:02:17 user nova-compute[75075]:   </features>
Nov 13 22:02:17 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:02:17 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:02:17 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:02:17 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:02:17 user nova-compute[75075]:   </clock>
Nov 13 22:02:17 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:02:17 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:02:17 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:02:17 user nova-compute[75075]:   </cpu>
Nov 13 22:02:17 user nova-compute[75075]:   <devices>
Nov 13 22:02:17 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:02:17 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:02:17 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk"/>
Nov 13 22:02:17 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:02:17 user nova-compute[75075]:     </disk>
Nov 13 22:02:17 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:02:17 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:02:17 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:02:17 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:02:17 user nova-compute[75075]:       <serial>94dc5cc6-f341-4753-a502-564dc53448c9</serial>
Nov 13 22:02:17 user nova-compute[75075]:     </disk>
Nov 13 22:02:17 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:02:17 user nova-compute[75075]:       <mac address="fa:16:3e:07:42:0b"/>
Nov 13 22:02:17 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:17 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:02:17 user nova-compute[75075]:       <target dev="tapddb548dd-5a"/>
Nov 13 22:02:17 user nova-compute[75075]:     </interface>
Nov 13 22:02:17 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:02:17 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/console.log" append="off"/>
Nov 13 22:02:17 user nova-compute[75075]:     </serial>
Nov 13 22:02:17 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:02:17 user nova-compute[75075]:     <video>
Nov 13 22:02:17 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:17 user nova-compute[75075]:     </video>
Nov 13 22:02:17 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:02:17 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:02:17 user nova-compute[75075]:     </rng>
Nov 13 22:02:17 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:02:17 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:02:17 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:02:17 user nova-compute[75075]:     </memballoon>
Nov 13 22:02:17 user nova-compute[75075]:   </devices>
Nov 13 22:02:17 user nova-compute[75075]: </domain>
Nov 13 22:02:17 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:02:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG os_vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a04810f-c1c2-525b-a028-2382ddaaf029', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapddb548dd-5a, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapddb548dd-5a, col_values=(('qos', UUID('a5365c75-c0b3-4c37-9bee-206c8e2a9fc5')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapddb548dd-5a, col_values=(('external_ids', {'iface-id': 'ddb548dd-5a80-4183-a0c8-dc41675310ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:42:0b', 'vm-uuid': '1853d464-216d-46a3-bdca-8ede575ae500'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:17 user nova-compute[75075]: INFO os_vif [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 22:02:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:18 user nova-compute[75075]: INFO nova.compute.manager [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Detaching volume c3e9489e-1750-4020-997e-789a75ec2a29
Nov 13 22:02:18 user nova-compute[75075]: INFO nova.virt.block_device [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Attempting to driver detach volume c3e9489e-1750-4020-997e-789a75ec2a29 from mountpoint /dev/vdb
Nov 13 22:02:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Attempting to detach device vdb from instance df2a285e-3e17-4234-b7ce-7d0c60eae435 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:02:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:02:18 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:02:18 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:02:18 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:02:18 user nova-compute[75075]:   <serial>c3e9489e-1750-4020-997e-789a75ec2a29</serial>
Nov 13 22:02:18 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:02:18 user nova-compute[75075]: </disk>
Nov 13 22:02:18 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:02:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully detached device vdb from instance df2a285e-3e17-4234-b7ce-7d0c60eae435 from the persistent domain config.
Nov 13 22:02:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance df2a285e-3e17-4234-b7ce-7d0c60eae435 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:02:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:02:18 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:02:18 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:02:18 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:02:18 user nova-compute[75075]:   <serial>c3e9489e-1750-4020-997e-789a75ec2a29</serial>
Nov 13 22:02:18 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:02:18 user nova-compute[75075]: </disk>
Nov 13 22:02:18 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:19 user nova-compute[75075]: WARNING nova.compute.manager [req-aebe66e4-028b-48e5-a69f-66776f7e7760 req-29ed9248-81dc-4ab8-83d4-bc5d896331b3 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state resized and task_state resize_reverting.
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:20 user nova-compute[75075]: INFO nova.compute.manager [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Terminating instance
Nov 13 22:02:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.288s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.224s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-unplugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] No waiting events found dispatching network-vif-unplugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-942b7b5b-d956-4a0a-a372-f57d0568d450 req-e0362d52-6448-4033-9ecf-d7b0c4e8286f service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-unplugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Instance destroyed successfully.
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.objects.instance [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lazy-loading 'resources' on Instance uuid d3616f77-43c3-48eb-9db9-d8d2f7fba17c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1038093415',display_name='tempest-VolumesAdminNegativeTest-server-1038093415',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1038093415',id=5,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJYszN/x+z+aBUBBL5jutSv7OOY0l1axFnr38UbrfISEvl8gOmldrU7Mrg0gf7i3vcGDOwGlRDrjPYG5fdPsqgiH3JB3VhLstizKKBEshMJfRcFtmRjsYQsQHOf6b9pFzw==',key_name='tempest-keypair-1687605196',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='65c15b2ce86442fe9678834e07f6755a',ramdisk_id='',reservation_id='r-w8yhqwnk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-213942658',owner_user_name='tempest-VolumesAdminNegativeTest-213942658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:57:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='dc583964294d4cb3b0caf3af87824e09',uuid=d3616f77-43c3-48eb-9db9-d8d2f7fba17c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converting VIF {"id": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "address": "fa:16:3e:cc:2d:78", "network": {"id": "e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-584933870-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.29", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "65c15b2ce86442fe9678834e07f6755a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9df42370-85", "ovs_interfaceid": "9df42370-85e1-4b46-8b7e-6504ac3bb04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG os_vif [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9df42370-85, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78615971-d83d-4be5-8180-9ac0449eb5b6) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:22 user nova-compute[75075]: INFO os_vif [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:2d:78,bridge_name='br-int',has_traffic_filtering=True,id=9df42370-85e1-4b46-8b7e-6504ac3bb04f,network=Network(e4f6975b-e9c1-44d2-8b8e-d1323a8bd38d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9df42370-85')
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Deleting instance files /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c_del
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Deletion of /opt/stack/data/nova/instances/d3616f77-43c3-48eb-9db9-d8d2f7fba17c_del complete
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:22 user nova-compute[75075]: WARNING nova.compute.manager [req-6218b673-d8aa-46a4-a5d8-8bb79e0b857b req-b564dc4a-45e7-4a57-99a3-f58d2bc310d1 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state resized and task_state resize_reverting.
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.compute.manager [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Error from libvirt while getting description of instance-00000005: [Error Code 42] Domain not found: no domain with matching uuid 'd3616f77-43c3-48eb-9db9-d8d2f7fba17c' (instance-00000005): libvirt.libvirtError: Domain not found: no domain with matching uuid 'd3616f77-43c3-48eb-9db9-d8d2f7fba17c' (instance-00000005)
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance running successfully.
Nov 13 22:02:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] finish_revert_migration finished successfully. {{(pid=75075) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: INFO nova.compute.manager [None req-f2f14614-0310-432e-a348-20c83d9e954b tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance to original state: 'active'
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] Acquiring lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] No waiting events found dispatching network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:23 user nova-compute[75075]: WARNING nova.compute.manager [req-114ff2fd-48a7-4193-9547-ba9e58921f01 req-7e453f72-751a-4c4d-b38c-6f02c89b9129 service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received unexpected event network-vif-plugged-9df42370-85e1-4b46-8b7e-6504ac3bb04f for instance with vm_state active and task_state deleting.
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-684f3047-c39f-4f97-a9c8-a1099aaf7f0a req-b2a635b4-39fa-4d7d-a55c-223126928d8b service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Received event network-vif-deleted-9df42370-85e1-4b46-8b7e-6504ac3bb04f {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:23 user nova-compute[75075]: INFO nova.compute.manager [req-684f3047-c39f-4f97-a9c8-a1099aaf7f0a req-b2a635b4-39fa-4d7d-a55c-223126928d8b service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Neutron deleted interface 9df42370-85e1-4b46-8b7e-6504ac3bb04f; detaching it from the instance and deleting it from the info cache
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.network.neutron [req-684f3047-c39f-4f97-a9c8-a1099aaf7f0a req-b2a635b4-39fa-4d7d-a55c-223126928d8b service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:23 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Took 1.56 seconds to deallocate network for instance.
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-684f3047-c39f-4f97-a9c8-a1099aaf7f0a req-b2a635b4-39fa-4d7d-a55c-223126928d8b service nova] [instance: d3616f77-43c3-48eb-9db9-d8d2f7fba17c] Detach interface failed, port_id=9df42370-85e1-4b46-8b7e-6504ac3bb04f, reason: Instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:02:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json" returned: 0 in 0.347s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.964s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.465s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:02:24 user nova-compute[75075]: INFO nova.compute.claims [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Claim successful on node user
Nov 13 22:02:24 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Deleted allocations for instance d3616f77-43c3-48eb-9db9-d8d2f7fba17c
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-488b804b-60a9-4431-8948-2299ecc95264 tempest-VolumesAdminNegativeTest-213942658 tempest-VolumesAdminNegativeTest-213942658-project-member] Lock "d3616f77-43c3-48eb-9db9-d8d2f7fba17c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.093s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:25 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:25 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:25 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7278MB free_disk=25.434925079345703GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:25 user nova-compute[75075]: INFO nova.compute.manager [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Terminating instance
Nov 13 22:02:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:25 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.271s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.103s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-unplugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] No waiting events found dispatching network-vif-unplugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-6061929e-e97c-468d-b862-39816ae64d7e req-83daae67-2075-4fd7-88b8-09fda8da7136 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-unplugged-690585db-5a00-4aef-8e99-405c312d61d3 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.policy [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a643ad8e1494e60a0185ec3603cd9f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a74eb6f2e0644c79bed8ce8f40c6e446', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1c3ef36c-aac2-41c1-a995-5e27bd501401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance df2a285e-3e17-4234-b7ce-7d0c60eae435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ffa16609-0625-41a9-92a7-5466ab0b2ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 04174b70-5a00-4216-bb8d-0fef778ecd1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6f0d044e-babf-42c2-9fa1-202e882d62d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ac7ba113-45e8-4b20-b9f2-7153ab76fe0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Creating image(s)
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "/opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "/opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "/opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Instance destroyed successfully.
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.objects.instance [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lazy-loading 'resources' on Instance uuid ffa16609-0625-41a9-92a7-5466ab0b2ce6 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-497828278',display_name='tempest-VolumesNegativeTest-instance-497828278',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-497828278',id=17,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e4f88d6de99145b9b8b77abcd24ad01e',ramdisk_id='',reservation_id='r-kjtb3q2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1301428061',owner_user_name='tempest-VolumesNegativeTest-1301428061-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:00:42Z,user_data=None,user_id='e9c250bcb81e43df89184b62ae34ef70',uuid=ffa16609-0625-41a9-92a7-5466ab0b2ce6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converting VIF {"id": "690585db-5a00-4aef-8e99-405c312d61d3", "address": "fa:16:3e:b1:5d:5b", "network": {"id": "b333485c-d2bb-4c60-b032-d194b2afaab6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "7072587f4d2644ef9230e8236c78cae5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap690585db-5a", "ovs_interfaceid": "690585db-5a00-4aef-8e99-405c312d61d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG os_vif [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap690585db-5a, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=378b5bff-5bcf-44dd-9cfc-49c6c0490100) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:26 user nova-compute[75075]: INFO os_vif [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:5d:5b,bridge_name='br-int',has_traffic_filtering=True,id=690585db-5a00-4aef-8e99-405c312d61d3,network=Network(b333485c-d2bb-4c60-b032-d194b2afaab6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap690585db-5a')
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Deleting instance files /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6_del
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Deletion of /opt/stack/data/nova/instances/ffa16609-0625-41a9-92a7-5466ab0b2ce6_del complete
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.253s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:26 user nova-compute[75075]: INFO nova.compute.manager [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.207s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.927s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.571s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:02:27 user nova-compute[75075]: INFO nova.compute.claims [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Claim successful on node user
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.261s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Successfully created port: 76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Cannot resize image /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Ensure instance console log exists: /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.609s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:02:27 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:02:27 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Creating image(s)
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG nova.policy [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23be47c60e1941bdb06571f153851782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52ec30511a449f48e379359c86c00eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:02:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:28 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Took 1.22 seconds to deallocate network for instance.
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-97f022e1-9aea-4fd1-a488-cb063a12f7c1 req-ebfd1f69-3a55-4995-976c-95866b0762e4 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-deleted-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:28 user nova-compute[75075]: INFO nova.compute.manager [req-97f022e1-9aea-4fd1-a488-cb063a12f7c1 req-ebfd1f69-3a55-4995-976c-95866b0762e4 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Neutron deleted interface 690585db-5a00-4aef-8e99-405c312d61d3; detaching it from the instance and deleting it from the info cache
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-97f022e1-9aea-4fd1-a488-cb063a12f7c1 req-ebfd1f69-3a55-4995-976c-95866b0762e4 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-97f022e1-9aea-4fd1-a488-cb063a12f7c1 req-ebfd1f69-3a55-4995-976c-95866b0762e4 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Detach interface failed, port_id=690585db-5a00-4aef-8e99-405c312d61d3, reason: Instance ffa16609-0625-41a9-92a7-5466ab0b2ce6 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk 1073741824" returned: 0 in 0.052s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] Acquiring lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] No waiting events found dispatching network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:28 user nova-compute[75075]: WARNING nova.compute.manager [req-44e1405d-16dc-47a4-ae25-c1e5856b2240 req-1323bc8a-f2e1-4db7-bb29-4766e3e6fb06 service nova] [instance: ffa16609-0625-41a9-92a7-5466ab0b2ce6] Received unexpected event network-vif-plugged-690585db-5a00-4aef-8e99-405c312d61d3 for instance with vm_state deleted and task_state None.
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Successfully updated port: 76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquired lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Cannot resize image /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Ensure instance console log exists: /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.647s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:02:28 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Deleted allocations for instance ffa16609-0625-41a9-92a7-5466ab0b2ce6
Nov 13 22:02:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-891743b8-b536-42dc-a5c7-c33c242d59cd tempest-VolumesNegativeTest-1301428061 tempest-VolumesNegativeTest-1301428061-project-member] Lock "ffa16609-0625-41a9-92a7-5466ab0b2ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.020s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Successfully created port: 71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Updating instance_info_cache with network_info: [{"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Releasing lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Instance network_info: |[{"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Start _get_guest_xml network_info=[{"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:02:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-639964170',display_name='tempest-ServersNegativeTestJSON-server-639964170',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-639964170',id=20,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-o51hunmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:26Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=ac7ba113-45e8-4b20-b9f2-7153ab76fe0c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.objects.instance [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lazy-loading 'pci_devices' on Instance uuid ac7ba113-45e8-4b20-b9f2-7153ab76fe0c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:02:29 user nova-compute[75075]:   <uuid>ac7ba113-45e8-4b20-b9f2-7153ab76fe0c</uuid>
Nov 13 22:02:29 user nova-compute[75075]:   <name>instance-00000014</name>
Nov 13 22:02:29 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:02:29 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:02:29 user nova-compute[75075]:   <metadata>
Nov 13 22:02:29 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:02:29 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:name>tempest-ServersNegativeTestJSON-server-639964170</nova:name>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:02:29</nova:creationTime>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:02:29 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:02:29 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:owner>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:user uuid="6a643ad8e1494e60a0185ec3603cd9f5">tempest-ServersNegativeTestJSON-1197460679-project-member</nova:user>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:project uuid="a74eb6f2e0644c79bed8ce8f40c6e446">tempest-ServersNegativeTestJSON-1197460679</nova:project>
Nov 13 22:02:29 user nova-compute[75075]:       </nova:owner>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:02:29 user nova-compute[75075]:       <nova:ports>
Nov 13 22:02:29 user nova-compute[75075]:         <nova:port uuid="76526a67-d4fb-4aeb-bbae-18672ceb4c17">
Nov 13 22:02:29 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 13 22:02:29 user nova-compute[75075]:         </nova:port>
Nov 13 22:02:29 user nova-compute[75075]:       </nova:ports>
Nov 13 22:02:29 user nova-compute[75075]:     </nova:instance>
Nov 13 22:02:29 user nova-compute[75075]:   </metadata>
Nov 13 22:02:29 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:02:29 user nova-compute[75075]:     <system>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="serial">ac7ba113-45e8-4b20-b9f2-7153ab76fe0c</entry>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="uuid">ac7ba113-45e8-4b20-b9f2-7153ab76fe0c</entry>
Nov 13 22:02:29 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:02:29 user nova-compute[75075]:     </system>
Nov 13 22:02:29 user nova-compute[75075]:   </sysinfo>
Nov 13 22:02:29 user nova-compute[75075]:   <os>
Nov 13 22:02:29 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:02:29 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:02:29 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:02:29 user nova-compute[75075]:   </os>
Nov 13 22:02:29 user nova-compute[75075]:   <features>
Nov 13 22:02:29 user nova-compute[75075]:     <acpi/>
Nov 13 22:02:29 user nova-compute[75075]:     <apic/>
Nov 13 22:02:29 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:02:29 user nova-compute[75075]:   </features>
Nov 13 22:02:29 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:02:29 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:02:29 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:02:29 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:02:29 user nova-compute[75075]:   </clock>
Nov 13 22:02:29 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:02:29 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:02:29 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:02:29 user nova-compute[75075]:   </cpu>
Nov 13 22:02:29 user nova-compute[75075]:   <devices>
Nov 13 22:02:29 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:02:29 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:02:29 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk"/>
Nov 13 22:02:29 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:02:29 user nova-compute[75075]:     </disk>
Nov 13 22:02:29 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:02:29 user nova-compute[75075]:       <mac address="fa:16:3e:f7:2b:93"/>
Nov 13 22:02:29 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:29 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:02:29 user nova-compute[75075]:       <target dev="tap76526a67-d4"/>
Nov 13 22:02:29 user nova-compute[75075]:     </interface>
Nov 13 22:02:29 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:02:29 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/console.log" append="off"/>
Nov 13 22:02:29 user nova-compute[75075]:     </serial>
Nov 13 22:02:29 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:02:29 user nova-compute[75075]:     <video>
Nov 13 22:02:29 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:29 user nova-compute[75075]:     </video>
Nov 13 22:02:29 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:02:29 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:02:29 user nova-compute[75075]:     </rng>
Nov 13 22:02:29 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:02:29 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:02:29 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:02:29 user nova-compute[75075]:     </memballoon>
Nov 13 22:02:29 user nova-compute[75075]:   </devices>
Nov 13 22:02:29 user nova-compute[75075]: </domain>
Nov 13 22:02:29 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-639964170',display_name='tempest-ServersNegativeTestJSON-server-639964170',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-639964170',id=20,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-o51hunmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:26Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=ac7ba113-45e8-4b20-b9f2-7153ab76fe0c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG os_vif [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6efb371e-b4dc-57ea-9744-8285aea47e75', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap76526a67-d4, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap76526a67-d4, col_values=(('qos', UUID('b6103170-2ebd-4c6c-bb28-f286615d4602')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap76526a67-d4, col_values=(('external_ids', {'iface-id': '76526a67-d4fb-4aeb-bbae-18672ceb4c17', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:2b:93', 'vm-uuid': 'ac7ba113-45e8-4b20-b9f2-7153ab76fe0c'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:29 user nova-compute[75075]: INFO os_vif [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4')
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] No VIF found with MAC fa:16:3e:f7:2b:93, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Successfully updated port: 71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:02:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-changed-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Refreshing instance network info cache due to event network-changed-76526a67-d4fb-4aeb-bbae-18672ceb4c17. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Acquiring lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Acquired lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Refreshing network info cache for port 76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating instance_info_cache with network_info: [{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance network_info: |[{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start _get_guest_xml network_info=[{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:02:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-tempest.common.compute-instance-173013001',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'pci_devices' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:02:30 user nova-compute[75075]:   <uuid>7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</uuid>
Nov 13 22:02:30 user nova-compute[75075]:   <name>instance-00000015</name>
Nov 13 22:02:30 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:02:30 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:02:30 user nova-compute[75075]:   <metadata>
Nov 13 22:02:30 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:02:30 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:name>tempest-tempest.common.compute-instance-173013001</nova:name>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:02:30</nova:creationTime>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:02:30 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:02:30 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:owner>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:user uuid="23be47c60e1941bdb06571f153851782">tempest-ServerActionsTestOtherA-2077817440-project-member</nova:user>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:project uuid="a52ec30511a449f48e379359c86c00eb">tempest-ServerActionsTestOtherA-2077817440</nova:project>
Nov 13 22:02:30 user nova-compute[75075]:       </nova:owner>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:02:30 user nova-compute[75075]:       <nova:ports>
Nov 13 22:02:30 user nova-compute[75075]:         <nova:port uuid="71578383-1f6e-4a85-b66a-05df6b889cbb">
Nov 13 22:02:30 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 22:02:30 user nova-compute[75075]:         </nova:port>
Nov 13 22:02:30 user nova-compute[75075]:       </nova:ports>
Nov 13 22:02:30 user nova-compute[75075]:     </nova:instance>
Nov 13 22:02:30 user nova-compute[75075]:   </metadata>
Nov 13 22:02:30 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:02:30 user nova-compute[75075]:     <system>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="serial">7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</entry>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="uuid">7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</entry>
Nov 13 22:02:30 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:02:30 user nova-compute[75075]:     </system>
Nov 13 22:02:30 user nova-compute[75075]:   </sysinfo>
Nov 13 22:02:30 user nova-compute[75075]:   <os>
Nov 13 22:02:30 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:02:30 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:02:30 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:02:30 user nova-compute[75075]:   </os>
Nov 13 22:02:30 user nova-compute[75075]:   <features>
Nov 13 22:02:30 user nova-compute[75075]:     <acpi/>
Nov 13 22:02:30 user nova-compute[75075]:     <apic/>
Nov 13 22:02:30 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:02:30 user nova-compute[75075]:   </features>
Nov 13 22:02:30 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:02:30 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:02:30 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:02:30 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:02:30 user nova-compute[75075]:   </clock>
Nov 13 22:02:30 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:02:30 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:02:30 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:02:30 user nova-compute[75075]:   </cpu>
Nov 13 22:02:30 user nova-compute[75075]:   <devices>
Nov 13 22:02:30 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:02:30 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:02:30 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk"/>
Nov 13 22:02:30 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:02:30 user nova-compute[75075]:     </disk>
Nov 13 22:02:30 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:02:30 user nova-compute[75075]:       <mac address="fa:16:3e:78:85:32"/>
Nov 13 22:02:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:30 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:02:30 user nova-compute[75075]:       <target dev="tap71578383-1f"/>
Nov 13 22:02:30 user nova-compute[75075]:     </interface>
Nov 13 22:02:30 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:02:30 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/console.log" append="off"/>
Nov 13 22:02:30 user nova-compute[75075]:     </serial>
Nov 13 22:02:30 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:02:30 user nova-compute[75075]:     <video>
Nov 13 22:02:30 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:30 user nova-compute[75075]:     </video>
Nov 13 22:02:30 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:02:30 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:02:30 user nova-compute[75075]:     </rng>
Nov 13 22:02:30 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:02:30 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:02:30 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:02:30 user nova-compute[75075]:     </memballoon>
Nov 13 22:02:30 user nova-compute[75075]:   </devices>
Nov 13 22:02:30 user nova-compute[75075]: </domain>
Nov 13 22:02:30 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-tempest.common.compute-instance-173013001',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG os_vif [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd4645dd-dae1-5a33-8790-d6c4546fb030', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71578383-1f, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71578383-1f, col_values=(('qos', UUID('df46da89-5101-4660-b755-018bca13a478')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71578383-1f, col_values=(('external_ids', {'iface-id': '71578383-1f6e-4a85-b66a-05df6b889cbb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:85:32', 'vm-uuid': '7bc73f99-1c36-47fd-b58a-2eae7b0c26dc'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: INFO os_vif [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f')
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:78:85:32, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Updated VIF entry in instance network info cache for port 76526a67-d4fb-4aeb-bbae-18672ceb4c17. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Updating instance_info_cache with network_info: [{"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Releasing lock "refresh_cache-ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-changed-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Refreshing instance network info cache due to event network-changed-71578383-1f6e-4a85-b66a-05df6b889cbb. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Acquiring lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Acquired lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Refreshing network info cache for port 71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] No waiting events found dispatching network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:31 user nova-compute[75075]: WARNING nova.compute.manager [req-4af3f399-d661-4640-878e-a4c54878efd1 req-025c5aef-537a-4ca4-8484-c3ae64c157db service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received unexpected event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 for instance with vm_state building and task_state spawning.
Nov 13 22:02:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updated VIF entry in instance network info cache for port 71578383-1f6e-4a85-b66a-05df6b889cbb. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating instance_info_cache with network_info: [{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f54d6a95-4a4a-4eab-b876-688fa736338f req-27b24723-dbd5-4cf0-8369-78012d0d0e74 service nova] Releasing lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:32 user nova-compute[75075]: INFO nova.compute.manager [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Terminating instance
Nov 13 22:02:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03b3652-6e62-4ed5-bfb4-5f5e0196617f req-04465394-421b-4bbd-bcaa-248fc16aa52a service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-unplugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] No waiting events found dispatching network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:33 user nova-compute[75075]: WARNING nova.compute.manager [req-e9679f12-eafa-4308-bd7e-003b7a605a32 req-af8ba549-33b2-49f0-91b8-5b0bb841484f service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received unexpected event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 for instance with vm_state building and task_state spawning.
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Instance destroyed successfully.
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'resources' on Instance uuid 1c3ef36c-aac2-41c1-a995-5e27bd501401 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:57:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1572376508',display_name='tempest-TestMinimumBasicScenario-server-1572376508',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1572376508',id=12,image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPhA57HtgkoF+4F3Gpz/WiBNMRBX1+FnwYFAB+89y2ywOG2aKUMSfbJqeymV6kuXwgWE5xeU8YVWT5OGGAC3CYiypwL8oNC9Tamjvkd0piq7Xy2NvoiVvUDnzjeEgAYxOg==',key_name='tempest-TestMinimumBasicScenario-920513544',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:57:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-n8rsrrzs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cfe8d42f-609f-459f-a289-c76a0759113b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:59:55Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=1c3ef36c-aac2-41c1-a995-5e27bd501401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "address": "fa:16:3e:43:5c:83", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa677d7a5-fb", "ovs_interfaceid": "a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG os_vif [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa677d7a5-fb, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1938ab9b-5c41-4956-a65e-4987e8558fb5) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:33 user nova-compute[75075]: INFO os_vif [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:5c:83,bridge_name='br-int',has_traffic_filtering=True,id=a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa677d7a5-fb')
Nov 13 22:02:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Deleting instance files /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401_del
Nov 13 22:02:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Deletion of /opt/stack/data/nova/instances/1c3ef36c-aac2-41c1-a995-5e27bd501401_del complete
Nov 13 22:02:33 user nova-compute[75075]: INFO nova.compute.manager [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 13 22:02:33 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:02:33 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:02:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Instance spawned successfully.
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: INFO nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Took 8.15 seconds to spawn the instance on the hypervisor.
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:34 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Took 0.97 seconds to deallocate network for instance.
Nov 13 22:02:34 user nova-compute[75075]: INFO nova.compute.manager [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Took 10.51 seconds to build instance.
Nov 13 22:02:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-588d9bc1-375e-497a-86dc-c3655003fe93 tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.640s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:02:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance spawned successfully.
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:35 user nova-compute[75075]: INFO nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Took 7.23 seconds to spawn the instance on the hypervisor.
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:02:35 user nova-compute[75075]: INFO nova.compute.manager [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Took 8.85 seconds to build instance.
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f532155-d8c8-4b0b-94bf-5f9f41321cc9 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.990s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] Acquiring lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] No waiting events found dispatching network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:35 user nova-compute[75075]: WARNING nova.compute.manager [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received unexpected event network-vif-plugged-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be for instance with vm_state deleted and task_state None.
Nov 13 22:02:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-327650a3-13a7-4964-9e09-914c0255b90c req-797de6ec-5c78-4684-a0a8-ce0fc7087202 service nova] [instance: 1c3ef36c-aac2-41c1-a995-5e27bd501401] Received event network-vif-deleted-a677d7a5-fbec-4c8e-b4f2-aabc6ddc49be {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.482s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:35 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Deleted allocations for instance 1c3ef36c-aac2-41c1-a995-5e27bd501401
Nov 13 22:02:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b27b03b-f983-401e-a2a2-0cfa1be2a9b3 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "1c3ef36c-aac2-41c1-a995-5e27bd501401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.582s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:38 user nova-compute[75075]: WARNING nova.compute.manager [req-cd14fbec-dc9a-4cb3-a468-99197a8cd99f req-94bbdebf-34e1-4edb-9a23-c0296c0b1ce9 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state None.
Nov 13 22:02:39 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance df2a285e-3e17-4234-b7ce-7d0c60eae435 is timed out.
Nov 13 22:02:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully detached device vdb from instance df2a285e-3e17-4234-b7ce-7d0c60eae435 from the live domain config.
Nov 13 22:02:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KpldEhgI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:39 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e549f770-6241-49c0-a3eb-c499df716a33]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:39 user nova-compute[75075]: No targets found.
Nov 13 22:02:39 user nova-compute[75075]: iSNS:
Nov 13 22:02:39 user nova-compute[75075]: No targets found.
Nov 13 22:02:39 user nova-compute[75075]: STATIC:
Nov 13 22:02:39 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:02:39 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:39 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:39 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29
Nov 13 22:02:39 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:39 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:39 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:39 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:39 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:39 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:39 user nova-compute[75075]: No targets found.
Nov 13 22:02:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:39 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:39 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4facbdd-3138-472a-8218-d436f265f24d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdee8e86-a6cf-4ef6-8ae3-ace3e1b6f1da]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d48b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8377b768-fa1a-42a7-9afe-a8e2fa5ba677]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[89810a5a-b27d-4257-9512-5dc5e233551d]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73bab4a-76bf-4fbe-9a8c-6798299621b8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19099121-977c-4264-bba0-17ba983e8f0b]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb9d811-7de2-4797-9c46-18b84ac52c46]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a026a82-8420-46d5-9411-d933366becf7]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260]
Nov 13 22:02:39 user nova-compute[75075]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:39 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[887c106e-1b43-4792-9e59-25c81989c35c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== disconnect_volume: return (370ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG nova.objects.instance [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'flavor' on Instance uuid df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-552d0db4-9eac-4ee3-9ea0-e2d192e114d3 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.032s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.918s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:40 user nova-compute[75075]: INFO nova.compute.manager [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Terminating instance
Nov 13 22:02:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:02:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:41 user nova-compute[75075]: WARNING nova.compute.manager [req-dd0dbd22-e518-4eef-8136-2139d737efe2 req-d44a998a-9f75-49da-b215-8c4f5219ce89 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state None.
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-unplugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] No waiting events found dispatching network-vif-unplugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-127c2f74-fd86-438b-b07e-3e84e46c3126 req-f595966c-3e46-411c-8f05-1275d2f4ee0e service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-unplugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:02:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Instance destroyed successfully.
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.objects.instance [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lazy-loading 'resources' on Instance uuid df2a285e-3e17-4234-b7ce-7d0c60eae435 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1177178934',display_name='tempest-VolumesSnapshotTestJSON-instance-1177178934',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1177178934',id=15,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPzXp8TkC9CttRS2Xv6yoAaIKXPEQCFXbXCICntWY8GfdZHT6Kkpgk6+FJNhsQwSBkika/oBHyFn2E+IXU2at4m5Fnkz+g8asPHf6KPPJCDk7t+bz2lgeT9nqEDf6plUg==',key_name='tempest-keypair-1424833984',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f69d949d4e546ab8f95ab95a5db7f36',ramdisk_id='',reservation_id='r-cpwh5qv0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1047373641',owner_user_name='tempest-VolumesSnapshotTestJSON-1047373641-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:00:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0da84f5671934dbdb5bc4cd087e636ec',uuid=df2a285e-3e17-4234-b7ce-7d0c60eae435,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converting VIF {"id": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "address": "fa:16:3e:d3:b5:c8", "network": {"id": "e1deb0a8-3fc7-46a4-b64e-c7b134a23997", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-210897312-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.2", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1f69d949d4e546ab8f95ab95a5db7f36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa2adcc8-a1", "ovs_interfaceid": "aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_vif [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa2adcc8-a1, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=39ade5cb-6537-412f-b1b3-39a0bb201f1f) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:41 user nova-compute[75075]: INFO os_vif [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:b5:c8,bridge_name='br-int',has_traffic_filtering=True,id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5,network=Network(e1deb0a8-3fc7-46a4-b64e-c7b134a23997),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa2adcc8-a1')
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KpldEhgI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6093a88-c564-4ca4-a4b2-ac2dc292120c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:41 user nova-compute[75075]: No targets found.
Nov 13 22:02:41 user nova-compute[75075]: iSNS:
Nov 13 22:02:41 user nova-compute[75075]: No targets found.
Nov 13 22:02:41 user nova-compute[75075]: STATIC:
Nov 13 22:02:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:02:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:41 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:41 user nova-compute[75075]: No targets found.
Nov 13 22:02:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:41 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:41 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c3e9489e-1750-4020-997e-789a75ec2a29', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[72857e2c-0d90-4d9b-838f-f8fe7bddd280]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a09c4c8-d9fa-4092-ab4f-c50f9002aaed]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:41 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:41 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2883c95a0>, {}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Disconnecting from: [] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.080s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] <== disconnect_volume: return (81ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Deleting instance files /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435_del
Nov 13 22:02:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Deletion of /opt/stack/data/nova/instances/df2a285e-3e17-4234-b7ce-7d0c60eae435_del complete
Nov 13 22:02:41 user nova-compute[75075]: INFO nova.compute.manager [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Took 1.08 seconds to destroy the instance on the hypervisor.
Nov 13 22:02:41 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:02:41 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:02:42 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-cee68905-9b47-4814-abba-e4a80d354b27 req-d8d95ece-ae70-4e3a-98fd-5f10b2703124 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-deleted-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:42 user nova-compute[75075]: INFO nova.compute.manager [req-cee68905-9b47-4814-abba-e4a80d354b27 req-d8d95ece-ae70-4e3a-98fd-5f10b2703124 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Neutron deleted interface aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5; detaching it from the instance and deleting it from the info cache
Nov 13 22:02:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-cee68905-9b47-4814-abba-e4a80d354b27 req-d8d95ece-ae70-4e3a-98fd-5f10b2703124 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:42 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Took 0.85 seconds to deallocate network for instance.
Nov 13 22:02:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-cee68905-9b47-4814-abba-e4a80d354b27 req-d8d95ece-ae70-4e3a-98fd-5f10b2703124 service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Detach interface failed, port_id=aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5, reason: Instance df2a285e-3e17-4234-b7ce-7d0c60eae435 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:02:42 user nova-compute[75075]: WARNING nova.volume.cinder [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Attachment 5b3fe7d9-c4e0-47a3-8cd3-9f9b726e5658 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 5b3fe7d9-c4e0-47a3-8cd3-9f9b726e5658. (HTTP 404) (Request-ID: req-75ff7928-bed0-41fb-8b3d-192660baae75)
Nov 13 22:02:42 user nova-compute[75075]: INFO nova.compute.manager [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Took 0.03 seconds to detach 1 volumes for instance.
Nov 13 22:02:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.315s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:02:43 user nova-compute[75075]: INFO nova.compute.claims [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Claim successful on node user
Nov 13 22:02:43 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Deleted allocations for instance df2a285e-3e17-4234-b7ce-7d0c60eae435
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bb1db1d7-9502-4d99-bc3a-9944255ae9d0 tempest-VolumesSnapshotTestJSON-1047373641 tempest-VolumesSnapshotTestJSON-1047373641-project-member] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.474s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] Acquiring lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] Lock "df2a285e-3e17-4234-b7ce-7d0c60eae435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] No waiting events found dispatching network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:43 user nova-compute[75075]: WARNING nova.compute.manager [req-c25956d7-25c2-428f-9eaf-d23ae01b4e48 req-2660e658-ee04-4292-ad44-f2c7c0bef7cc service nova] [instance: df2a285e-3e17-4234-b7ce-7d0c60eae435] Received unexpected event network-vif-plugged-aa2adcc8-a1fc-4fe0-b126-2f7e21bdf8a5 for instance with vm_state deleted and task_state None.
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:02:43 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.policy [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4635e75a5f4567ae1e17cb310205c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1791ee9a0f1b4d4baae2e8887bbc8077', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:02:43 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Creating image(s)
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "/opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "/opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "/opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk 1073741824" returned: 0 in 0.053s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Successfully created port: 06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Cannot resize image /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Ensure instance console log exists: /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Successfully updated port: 06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquired lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-changed-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Refreshing instance network info cache due to event network-changed-06081032-a70c-4f9b-a184-e14d489c7f5a. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] Acquiring lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating instance_info_cache with network_info: [{"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Releasing lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Instance network_info: |[{"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] Acquired lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.neutron [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Refreshing network info cache for port 06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Start _get_guest_xml network_info=[{"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:02:45 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:45 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1890699748',display_name='tempest-TestServerVolumeAttachmentScenario-server-1890699748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1890699748',id=22,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ9UyOF79USjPhsGFpJ1sIYvg0qVfQ275IW/Ja+UBbWMIrrbYoXTNt0xvheryllk+wzU+m3sUslOpa650waPxIu7o8U3tWxHL7xpOvmeStrqgAkFr6O3Epu9wCyxElt9g==',key_name='tempest-keypair-375647326',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1791ee9a0f1b4d4baae2e8887bbc8077',ramdisk_id='',reservation_id='r-0a9q25f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1402406105',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1402406105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac4635e75a5f4567ae1e17cb310205c4',uuid=ca581b20-47de-43e0-bf1b-ab18938b3cf5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converting VIF {"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.objects.instance [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'pci_devices' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:02:45 user nova-compute[75075]:   <uuid>ca581b20-47de-43e0-bf1b-ab18938b3cf5</uuid>
Nov 13 22:02:45 user nova-compute[75075]:   <name>instance-00000016</name>
Nov 13 22:02:45 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:02:45 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:02:45 user nova-compute[75075]:   <metadata>
Nov 13 22:02:45 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:02:45 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1890699748</nova:name>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:02:45</nova:creationTime>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:02:45 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:02:45 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:owner>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:user uuid="ac4635e75a5f4567ae1e17cb310205c4">tempest-TestServerVolumeAttachmentScenario-1402406105-project-member</nova:user>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:project uuid="1791ee9a0f1b4d4baae2e8887bbc8077">tempest-TestServerVolumeAttachmentScenario-1402406105</nova:project>
Nov 13 22:02:45 user nova-compute[75075]:       </nova:owner>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:02:45 user nova-compute[75075]:       <nova:ports>
Nov 13 22:02:45 user nova-compute[75075]:         <nova:port uuid="06081032-a70c-4f9b-a184-e14d489c7f5a">
Nov 13 22:02:45 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:02:45 user nova-compute[75075]:         </nova:port>
Nov 13 22:02:45 user nova-compute[75075]:       </nova:ports>
Nov 13 22:02:45 user nova-compute[75075]:     </nova:instance>
Nov 13 22:02:45 user nova-compute[75075]:   </metadata>
Nov 13 22:02:45 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:02:45 user nova-compute[75075]:     <system>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="serial">ca581b20-47de-43e0-bf1b-ab18938b3cf5</entry>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="uuid">ca581b20-47de-43e0-bf1b-ab18938b3cf5</entry>
Nov 13 22:02:45 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:02:45 user nova-compute[75075]:     </system>
Nov 13 22:02:45 user nova-compute[75075]:   </sysinfo>
Nov 13 22:02:45 user nova-compute[75075]:   <os>
Nov 13 22:02:45 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:02:45 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:02:45 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:02:45 user nova-compute[75075]:   </os>
Nov 13 22:02:45 user nova-compute[75075]:   <features>
Nov 13 22:02:45 user nova-compute[75075]:     <acpi/>
Nov 13 22:02:45 user nova-compute[75075]:     <apic/>
Nov 13 22:02:45 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:02:45 user nova-compute[75075]:   </features>
Nov 13 22:02:45 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:02:45 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:02:45 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:02:45 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:02:45 user nova-compute[75075]:   </clock>
Nov 13 22:02:45 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:02:45 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:02:45 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:02:45 user nova-compute[75075]:   </cpu>
Nov 13 22:02:45 user nova-compute[75075]:   <devices>
Nov 13 22:02:45 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:02:45 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:02:45 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk"/>
Nov 13 22:02:45 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:02:45 user nova-compute[75075]:     </disk>
Nov 13 22:02:45 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:02:45 user nova-compute[75075]:       <mac address="fa:16:3e:f1:6b:cc"/>
Nov 13 22:02:45 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:45 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:02:45 user nova-compute[75075]:       <target dev="tap06081032-a7"/>
Nov 13 22:02:45 user nova-compute[75075]:     </interface>
Nov 13 22:02:45 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:02:45 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/console.log" append="off"/>
Nov 13 22:02:45 user nova-compute[75075]:     </serial>
Nov 13 22:02:45 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:02:45 user nova-compute[75075]:     <video>
Nov 13 22:02:45 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:02:45 user nova-compute[75075]:     </video>
Nov 13 22:02:45 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:02:45 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:02:45 user nova-compute[75075]:     </rng>
Nov 13 22:02:45 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:02:45 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:02:45 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:02:45 user nova-compute[75075]:     </memballoon>
Nov 13 22:02:45 user nova-compute[75075]:   </devices>
Nov 13 22:02:45 user nova-compute[75075]: </domain>
Nov 13 22:02:45 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1890699748',display_name='tempest-TestServerVolumeAttachmentScenario-server-1890699748',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1890699748',id=22,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ9UyOF79USjPhsGFpJ1sIYvg0qVfQ275IW/Ja+UBbWMIrrbYoXTNt0xvheryllk+wzU+m3sUslOpa650waPxIu7o8U3tWxHL7xpOvmeStrqgAkFr6O3Epu9wCyxElt9g==',key_name='tempest-keypair-375647326',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1791ee9a0f1b4d4baae2e8887bbc8077',ramdisk_id='',reservation_id='r-0a9q25f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1402406105',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1402406105-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac4635e75a5f4567ae1e17cb310205c4',uuid=ca581b20-47de-43e0-bf1b-ab18938b3cf5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converting VIF {"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG os_vif [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '540518c5-33fe-5ad5-b240-7ac8e64b014f', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap06081032-a7, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap06081032-a7, col_values=(('qos', UUID('5d375036-3136-4f62-942c-2d71e9e819bb')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap06081032-a7, col_values=(('external_ids', {'iface-id': '06081032-a70c-4f9b-a184-e14d489c7f5a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:6b:cc', 'vm-uuid': 'ca581b20-47de-43e0-bf1b-ab18938b3cf5'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:45 user nova-compute[75075]: INFO os_vif [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7')
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:02:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No VIF found with MAC fa:16:3e:f1:6b:cc, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:02:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updated VIF entry in instance network info cache for port 06081032-a70c-4f9b-a184-e14d489c7f5a. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:02:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating instance_info_cache with network_info: [{"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e4e3c952-2222-4ffb-be43-53a5bc0b6176 req-a9a95b38-1f20-4aec-8e39-1824aa516ee6 service nova] Releasing lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:47 user nova-compute[75075]: WARNING nova.compute.manager [req-9beaa943-cc51-43a4-b9c2-37669843f8ef req-a37de961-6928-4b02-b353-b437414d9d2b service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state building and task_state spawning.
Nov 13 22:02:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:02:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Instance spawned successfully.
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:02:49 user nova-compute[75075]: INFO nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Took 5.50 seconds to spawn the instance on the hypervisor.
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:49 user nova-compute[75075]: WARNING nova.compute.manager [req-63cd6012-69cf-4509-8ce5-1667fd0fc98f req-cda5145a-3c47-4e9d-beee-29b722f3c5a6 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state building and task_state spawning.
Nov 13 22:02:49 user nova-compute[75075]: INFO nova.compute.manager [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Took 6.29 seconds to build instance.
Nov 13 22:02:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-78b421f2-1ba6-4c28-8dbd-e60164e2e9a7 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.408s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-changed-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Refreshing instance network info cache due to event network-changed-2d301669-3892-411b-a0fb-4ea96ba05d5d. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] Acquiring lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] Acquired lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Refreshing network info cache for port 2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updated VIF entry in instance network info cache for port 2d301669-3892-411b-a0fb-4ea96ba05d5d. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:02:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating instance_info_cache with network_info: [{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2cdc5a5-ba33-470b-a131-7d392b34154f req-7c7b9379-7d6f-470c-bbc4-f8c28865cab3 service nova] Releasing lock "refresh_cache-04174b70-5a00-4216-bb8d-0fef778ecd1d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:02:55 user nova-compute[75075]: INFO nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Rebuilding instance
Nov 13 22:02:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:02:56 user nova-compute[75075]: WARNING nova.compute.manager [req-0239cfc9-311c-4548-a122-e0078907ae68 req-25b87833-bbc1-47b1-812e-8613c435c4d5 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state active and task_state rebuilding.
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance destroyed successfully.
Nov 13 22:02:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance destroyed successfully.
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-645831828',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:01:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:02:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d301669-38, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e18957b1-fdd1-46a7-a1f9-05baa12e0bb0) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:02:56 user nova-compute[75075]: INFO os_vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38')
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:56 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[871dea6e-4404-4b86-a710-d4dd4631a9ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:56 user nova-compute[75075]: No targets found.
Nov 13 22:02:56 user nova-compute[75075]: iSNS:
Nov 13 22:02:56 user nova-compute[75075]: No targets found.
Nov 13 22:02:56 user nova-compute[75075]: STATIC:
Nov 13 22:02:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:02:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:56 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:56 user nova-compute[75075]: No targets found.
Nov 13 22:02:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:56 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:56 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd62b0c-0a77-4a64-bb8f-7cd917d05aca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a52d1a5-cd98-43d7-b188-d6d067991177]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:56 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:02:56 user nova-compute[75075]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d6170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c387fc1d-96f7-4087-8c57-3aa4ca04ad8b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf6d26d-5b0a-4310-ac75-cd99e828803a]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[505ddc62-3f8a-4295-9c0f-f072c9b508cc]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba644520-51a6-4ef9-a73f-38ed610086a7]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8c021fc9', '/dev/disk/by-id/scsi-23039386161326166', '/dev/disk/by-id/scsi-1SCST_BIO8c021fc9-098aa2af1f712b9a') {{(pid=86562) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a3950c-ad97-47c3-b519-6438f878d7f5]: (4, None) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d17999-8773-4c8f-818e-c223ad6cff09]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8794e9a-c5ad-4bbc-8731-4412e3e0548a]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]
Nov 13 22:02:56 user nova-compute[75075]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.
Nov 13 22:02:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0886208-4980-40f5-ada0-cd4fe617612e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== disconnect_volume: return (343ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deleting instance files /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d_del
Nov 13 22:02:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deletion of /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d_del complete
Nov 13 22:02:57 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 04174b70-5a00-4216-bb8d-0fef778ecd1d could not be found.
Nov 13 22:02:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:02:57 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[feaa717b-8350-4385-b9d1-c24e6d49b724]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:02:57 user nova-compute[75075]: No targets found.
Nov 13 22:02:57 user nova-compute[75075]: iSNS:
Nov 13 22:02:57 user nova-compute[75075]: No targets found.
Nov 13 22:02:57 user nova-compute[75075]: STATIC:
Nov 13 22:02:57 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:02:57 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:02:57 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:02:57 user nova-compute[75075]: FIRMWARE:
Nov 13 22:02:57 user nova-compute[75075]: No targets found.
Nov 13 22:02:57 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:02:57 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:02:57 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ffc835-5ee5-4f5c-ab28-97ed4052e6cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa36c90-a7cd-46bf-a764-793987ccb1d7]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:57 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:02:57 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2883c8160>, {}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Disconnecting from: [] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.067s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== disconnect_volume: return (67ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Preparing to wait for external event volume-reimaged-e934fc83-1bc0-4ccb-b9f6-4cc126452754 {{(pid=75075) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:02:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:02:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:02:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:02:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No event matching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d in dict_keys([('volume-reimaged', 'e934fc83-1bc0-4ccb-b9f6-4cc126452754')]) {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Nov 13 22:02:58 user nova-compute[75075]: WARNING nova.compute.manager [req-7969c452-35bd-4455-b8c4-b7bcbac6aefe req-35a9888b-df07-4c1e-8da5-f7ff7d406399 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state active and task_state rebuilding.
Nov 13 22:03:00 user nova-compute[75075]: INFO nova.compute.manager [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Unrescuing
Nov 13 22:03:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'flavor' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:01 user nova-compute[75075]: WARNING nova.compute.manager [req-02f581d2-edb7-4c9e-9611-f4fce5f163d7 req-11417aca-b3bc-4ac7-97dc-21a38fb17bd7 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance destroyed successfully.
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:03 user nova-compute[75075]: WARNING nova.compute.manager [req-e8b2fae7-423f-48ef-abef-5ff4a1f12931 req-318cb141-149f-476f-84dd-2a667008b006 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:03:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c0ad2018-a9db-4995-a436-3cbfbbd1b836 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:03:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:05 user nova-compute[75075]: WARNING nova.compute.manager [req-f2ed2e1d-c759-440f-93cd-31bcbee15e7d req-665f61c8-8841-4887-9cd3-c40b52988d91 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state None.
Nov 13 22:03:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-5688caf8-dadb-450c-b66c-1de320f2657d req-a802245b-3cd8-4fdc-849f-1f878812d60d service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event volume-reimaged-e934fc83-1bc0-4ccb-b9f6-4cc126452754 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5688caf8-dadb-450c-b66c-1de320f2657d req-a802245b-3cd8-4fdc-849f-1f878812d60d service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5688caf8-dadb-450c-b66c-1de320f2657d req-a802245b-3cd8-4fdc-849f-1f878812d60d service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5688caf8-dadb-450c-b66c-1de320f2657d req-a802245b-3cd8-4fdc-849f-1f878812d60d service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-5688caf8-dadb-450c-b66c-1de320f2657d req-a802245b-3cd8-4fdc-849f-1f878812d60d service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Processing event volume-reimaged-e934fc83-1bc0-4ccb-b9f6-4cc126452754 {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance event wait completed in 11 seconds for volume-reimaged {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:03:09 user nova-compute[75075]: INFO nova.virt.block_device [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Booting with volume e934fc83-1bc0-4ccb-b9f6-4cc126452754 at /dev/vda
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.utils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[845342bc-4dec-483a-bc7b-e192bf99be58]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[49418ec9-aefb-4e6b-a3e8-704098869e47]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[996b9c29-1196-4a4e-ae64-fcd7944c7c06]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[615bc3cd-c167-473e-a598-f273989db5ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:03:09 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:03:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[296c5a79-e36c-4b7e-894c-72e8fa9fa989]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG os_brick.utils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:03:09 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating existing volume attachment record: b20c6a9b-766d-46ac-95ad-cc239cbcaf53 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:03:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:14 user nova-compute[75075]: WARNING nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor.
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 00cb086d-06aa-4919-98be-57aa124fdd9e {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 6f0d044e-babf-42c2-9fa1-202e882d62d7 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ac7ba113-45e8-4b20-b9f2-7153ab76fe0c {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 04174b70-5a00-4216-bb8d-0fef778ecd1d {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1853d464-216d-46a3-bdca-8ede575ae500" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: INFO nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.102s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.111s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1853d464-216d-46a3-bdca-8ede575ae500" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.128s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:03:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Creating image(s)
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Ensure instance console log exists: /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start _get_guest_xml network_info=[{"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '04174b70-5a00-4216-bb8d-0fef778ecd1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'serial': 'e934fc83-1bc0-4ccb-b9f6-4cc126452754'}, 'attachment_id': 'b20c6a9b-766d-46ac-95ad-cc239cbcaf53', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.147s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.163s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 13 22:03:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.162s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lazy-loading 'vcpu_model' on Instance uuid 04174b70-5a00-4216-bb8d-0fef778ecd1d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.179s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:03:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:03:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:03:14 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[426c26c8-ecff-487e-8d15-d2501f46ce1a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:03:14 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.034s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce45dff-e82f-4ffa-8d33-8621a19a795a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754] added
Nov 13 22:03:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec753ef-acb2-4679-bfc0-b2105cc9090f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[421fd8b8-120e-4ffa-a3d0-a38d9a162e0c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nXuIMfok {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nXuIMfok" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec51d74-3777-47ad-86a9-a79539e91dfa]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nXuIMfok'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[98441418-9682-405e-8154-e79cf3c2a39c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6775920f-7d08-4770-baa5-e16d9b8a6c21]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:03:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:03:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a7f67f-f139-480f-bd8f-ca412fa78760]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]
Nov 13 22:03:14 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.
Nov 13 22:03:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[af63178e-03c3-4057-ac64-92d8a94c9fa3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:03:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa09f3d-2322-4e96-a626-08baaf36776c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:03:15 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:03:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:03:15 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:03:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e96c127-eb95-4d95-8c97-042f22af1c08]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:03:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '23039386161326166', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23039386161326166', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-645831828',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:01:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:03:16 user nova-compute[75075]:   <uuid>04174b70-5a00-4216-bb8d-0fef778ecd1d</uuid>
Nov 13 22:03:16 user nova-compute[75075]:   <name>instance-00000012</name>
Nov 13 22:03:16 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:03:16 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:03:16 user nova-compute[75075]:   <metadata>
Nov 13 22:03:16 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:03:16 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:03:16 user nova-compute[75075]:       <nova:name>tempest-ServerActionsV293TestJSON-server-645831828</nova:name>
Nov 13 22:03:16 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:03:14</nova:creationTime>
Nov 13 22:03:16 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:03:16 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:03:16 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:03:16 user nova-compute[75075]:       <nova:owner>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:user uuid="963c1d4613fb4f40b46eeb5dd8c2c81d">tempest-ServerActionsV293TestJSON-952352575-project-member</nova:user>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:project uuid="e28932b883584f748084ecb991e9f696">tempest-ServerActionsV293TestJSON-952352575</nova:project>
Nov 13 22:03:16 user nova-compute[75075]:       </nova:owner>
Nov 13 22:03:16 user nova-compute[75075]:       <nova:ports>
Nov 13 22:03:16 user nova-compute[75075]:         <nova:port uuid="2d301669-3892-411b-a0fb-4ea96ba05d5d">
Nov 13 22:03:16 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:03:16 user nova-compute[75075]:         </nova:port>
Nov 13 22:03:16 user nova-compute[75075]:       </nova:ports>
Nov 13 22:03:16 user nova-compute[75075]:     </nova:instance>
Nov 13 22:03:16 user nova-compute[75075]:   </metadata>
Nov 13 22:03:16 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:03:16 user nova-compute[75075]:     <system>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="serial">04174b70-5a00-4216-bb8d-0fef778ecd1d</entry>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="uuid">04174b70-5a00-4216-bb8d-0fef778ecd1d</entry>
Nov 13 22:03:16 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:03:16 user nova-compute[75075]:     </system>
Nov 13 22:03:16 user nova-compute[75075]:   </sysinfo>
Nov 13 22:03:16 user nova-compute[75075]:   <os>
Nov 13 22:03:16 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:03:16 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:03:16 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:03:16 user nova-compute[75075]:   </os>
Nov 13 22:03:16 user nova-compute[75075]:   <features>
Nov 13 22:03:16 user nova-compute[75075]:     <acpi/>
Nov 13 22:03:16 user nova-compute[75075]:     <apic/>
Nov 13 22:03:16 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:03:16 user nova-compute[75075]:   </features>
Nov 13 22:03:16 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:03:16 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:03:16 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:03:16 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:03:16 user nova-compute[75075]:   </clock>
Nov 13 22:03:16 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:03:16 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:03:16 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:03:16 user nova-compute[75075]:   </cpu>
Nov 13 22:03:16 user nova-compute[75075]:   <devices>
Nov 13 22:03:16 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:03:16 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:03:16 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:03:16 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:03:16 user nova-compute[75075]:       <serial>e934fc83-1bc0-4ccb-b9f6-4cc126452754</serial>
Nov 13 22:03:16 user nova-compute[75075]:     </disk>
Nov 13 22:03:16 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:03:16 user nova-compute[75075]:       <mac address="fa:16:3e:07:1b:a2"/>
Nov 13 22:03:16 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:16 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:03:16 user nova-compute[75075]:       <target dev="tap2d301669-38"/>
Nov 13 22:03:16 user nova-compute[75075]:     </interface>
Nov 13 22:03:16 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:03:16 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d/console.log" append="off"/>
Nov 13 22:03:16 user nova-compute[75075]:     </serial>
Nov 13 22:03:16 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:03:16 user nova-compute[75075]:     <video>
Nov 13 22:03:16 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:16 user nova-compute[75075]:     </video>
Nov 13 22:03:16 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:03:16 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:03:16 user nova-compute[75075]:     </rng>
Nov 13 22:03:16 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:03:16 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:03:16 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:03:16 user nova-compute[75075]:     </memballoon>
Nov 13 22:03:16 user nova-compute[75075]:   </devices>
Nov 13 22:03:16 user nova-compute[75075]: </domain>
Nov 13 22:03:16 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-645831828',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:01:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG os_vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed81e483-95d2-542e-9d92-e3324c76b1e0', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d301669-38, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d301669-38, col_values=(('qos', UUID('e9a9b3a8-34a1-4c8f-9513-06298d997abe')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d301669-38, col_values=(('external_ids', {'iface-id': '2d301669-3892-411b-a0fb-4ea96ba05d5d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:1b:a2', 'vm-uuid': '04174b70-5a00-4216-bb8d-0fef778ecd1d'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:16 user nova-compute[75075]: INFO os_vif [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38')
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:03:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] No VIF found with MAC fa:16:3e:07:1b:a2, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:17 user nova-compute[75075]: WARNING nova.compute.manager [req-4f9042b9-8fa8-4a01-aa3c-996496652715 req-e84775aa-3d1a-4f6b-8f70-69a8f331a78f service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state active and task_state rebuild_spawning.
Nov 13 22:03:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:03:19 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance spawned successfully.
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:19 user nova-compute[75075]: WARNING nova.compute.manager [req-87bd5099-6f89-48d2-ae7a-760e3dd36244 req-998e6601-2371-459e-b707-a0bd34a3ae43 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state active and task_state rebuild_spawning.
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75075) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5688caf8-dadb-450c-b66c-1de320f2657d tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.078s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:19 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.217s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.013s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:24 user nova-compute[75075]: INFO nova.compute.manager [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Terminating instance
Nov 13 22:03:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-unplugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] No waiting events found dispatching network-vif-unplugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-43efb08a-0e07-4f5a-a1be-f7f1fce4b209 req-3defd8d1-8515-447d-ae63-2c7a7729b73a service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-unplugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Instance destroyed successfully.
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.objects.instance [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lazy-loading 'resources' on Instance uuid 6f0d044e-babf-42c2-9fa1-202e882d62d7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:01:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1431479265',display_name='tempest-VolumesActionsTest-instance-1431479265',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1431479265',id=19,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:01:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-icz4hfwb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:01:40Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=6f0d044e-babf-42c2-9fa1-202e882d62d7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "address": "fa:16:3e:08:25:50", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4e85473c-ca", "ovs_interfaceid": "4e85473c-ca78-43f7-a6ba-29513d1f4388", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG os_vif [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4e85473c-ca, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0122c85b-ecd9-4399-b7b3-eec1c9ad7529) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:25 user nova-compute[75075]: INFO os_vif [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:25:50,bridge_name='br-int',has_traffic_filtering=True,id=4e85473c-ca78-43f7-a6ba-29513d1f4388,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4e85473c-ca')
Nov 13 22:03:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Deleting instance files /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7_del
Nov 13 22:03:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Deletion of /opt/stack/data/nova/instances/6f0d044e-babf-42c2-9fa1-202e882d62d7_del complete
Nov 13 22:03:25 user nova-compute[75075]: INFO nova.compute.manager [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7269MB free_disk=25.430355072021484GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 04174b70-5a00-4216-bb8d-0fef778ecd1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6f0d044e-babf-42c2-9fa1-202e882d62d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ac7ba113-45e8-4b20-b9f2-7153ab76fe0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:03:26 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:27 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Took 1.24 seconds to deallocate network for instance.
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-da2e55ab-a3dc-4150-af65-07156f3dfd50 req-0041d1b5-18b1-4544-8441-4435778d2523 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-deleted-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] Acquiring lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] No waiting events found dispatching network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:27 user nova-compute[75075]: WARNING nova.compute.manager [req-0683303f-37af-42c0-8851-381d4c49ab90 req-7b053c35-8eef-4f2e-98c3-83e40f044806 service nova] [instance: 6f0d044e-babf-42c2-9fa1-202e882d62d7] Received unexpected event network-vif-plugged-4e85473c-ca78-43f7-a6ba-29513d1f4388 for instance with vm_state deleted and task_state None.
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.612s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.131s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:27 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Deleted allocations for instance 6f0d044e-babf-42c2-9fa1-202e882d62d7
Nov 13 22:03:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87b63314-f0e4-4c73-8085-4de6373c969b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "6f0d044e-babf-42c2-9fa1-202e882d62d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.999s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:28 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:03:28 user nova-compute[75075]: INFO nova.compute.claims [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Claim successful on node user
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.449s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:03:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:03:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Creating image(s)
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "/opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "/opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "/opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "911e1154964dfcd2a552c74cbd056f340915c140" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "911e1154964dfcd2a552c74cbd056f340915c140" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:29 user nova-compute[75075]: DEBUG nova.policy [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b6141ef8a04567b11ec29a4c819471', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed5b5271303c4f58adc5d2c12456e9fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.part --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG nova.virt.images [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] 52058564-b7de-4c00-87a8-97463b0da183 was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.part /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Successfully created port: ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.part /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.converted" returned: 0 in 0.716s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "911e1154964dfcd2a552c74cbd056f340915c140" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.615s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "911e1154964dfcd2a552c74cbd056f340915c140" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "911e1154964dfcd2a552c74cbd056f340915c140" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Successfully updated port: ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing instance network info cache due to event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140,backing_fmt=raw /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140,backing_fmt=raw /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk 1073741824" returned: 0 in 0.056s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "911e1154964dfcd2a552c74cbd056f340915c140" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Cannot resize image /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Ensure instance console log exists: /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance network_info: |[{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Start _get_guest_xml network_info=[{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T22:03:24Z,direct_url=<?>,disk_format='qcow2',id=52058564-b7de-4c00-87a8-97463b0da183,min_disk=0,min_ram=0,name='tempest-scenario-img--1363881232',owner='ed5b5271303c4f58adc5d2c12456e9fe',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T22:03:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '52058564-b7de-4c00-87a8-97463b0da183'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:03:32 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:32 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T22:03:24Z,direct_url=<?>,disk_format='qcow2',id=52058564-b7de-4c00-87a8-97463b0da183,min_disk=0,min_ram=0,name='tempest-scenario-img--1363881232',owner='ed5b5271303c4f58adc5d2c12456e9fe',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T22:03:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1107710425',display_name='tempest-TestMinimumBasicScenario-server-1107710425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1107710425',id=23,image_ref='52058564-b7de-4c00-87a8-97463b0da183',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnNyGhxD8OfgPPlAx10UiC1XVTk69mvXVJUVSXmODz/H7JnW50Oo3OyRP6LaDsvJGLkPZvNFyjLilMcOLMi6Bd003G1xu6VwtnqGqksCWMXAt4D6zMCyfncLt+0rwdmaw==',key_name='tempest-TestMinimumBasicScenario-1402739783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-dmbot0bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='52058564-b7de-4c00-87a8-97463b0da183',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:29Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=c8796045-828e-43eb-8db8-4fd6915b6572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'pci_devices' on Instance uuid c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:03:32 user nova-compute[75075]:   <uuid>c8796045-828e-43eb-8db8-4fd6915b6572</uuid>
Nov 13 22:03:32 user nova-compute[75075]:   <name>instance-00000017</name>
Nov 13 22:03:32 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:03:32 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:03:32 user nova-compute[75075]:   <metadata>
Nov 13 22:03:32 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:03:32 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:name>tempest-TestMinimumBasicScenario-server-1107710425</nova:name>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:03:32</nova:creationTime>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:03:32 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:03:32 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:owner>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:user uuid="a7b6141ef8a04567b11ec29a4c819471">tempest-TestMinimumBasicScenario-2560172-project-member</nova:user>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:project uuid="ed5b5271303c4f58adc5d2c12456e9fe">tempest-TestMinimumBasicScenario-2560172</nova:project>
Nov 13 22:03:32 user nova-compute[75075]:       </nova:owner>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:root type="image" uuid="52058564-b7de-4c00-87a8-97463b0da183"/>
Nov 13 22:03:32 user nova-compute[75075]:       <nova:ports>
Nov 13 22:03:32 user nova-compute[75075]:         <nova:port uuid="ecad3d3c-6a97-4adc-a45c-ed17e4370d5c">
Nov 13 22:03:32 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:03:32 user nova-compute[75075]:         </nova:port>
Nov 13 22:03:32 user nova-compute[75075]:       </nova:ports>
Nov 13 22:03:32 user nova-compute[75075]:     </nova:instance>
Nov 13 22:03:32 user nova-compute[75075]:   </metadata>
Nov 13 22:03:32 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:03:32 user nova-compute[75075]:     <system>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="serial">c8796045-828e-43eb-8db8-4fd6915b6572</entry>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="uuid">c8796045-828e-43eb-8db8-4fd6915b6572</entry>
Nov 13 22:03:32 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:03:32 user nova-compute[75075]:     </system>
Nov 13 22:03:32 user nova-compute[75075]:   </sysinfo>
Nov 13 22:03:32 user nova-compute[75075]:   <os>
Nov 13 22:03:32 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:03:32 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:03:32 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:03:32 user nova-compute[75075]:   </os>
Nov 13 22:03:32 user nova-compute[75075]:   <features>
Nov 13 22:03:32 user nova-compute[75075]:     <acpi/>
Nov 13 22:03:32 user nova-compute[75075]:     <apic/>
Nov 13 22:03:32 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:03:32 user nova-compute[75075]:   </features>
Nov 13 22:03:32 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:03:32 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:03:32 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:03:32 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:03:32 user nova-compute[75075]:   </clock>
Nov 13 22:03:32 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:03:32 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:03:32 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:03:32 user nova-compute[75075]:   </cpu>
Nov 13 22:03:32 user nova-compute[75075]:   <devices>
Nov 13 22:03:32 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:03:32 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:03:32 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk"/>
Nov 13 22:03:32 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:03:32 user nova-compute[75075]:     </disk>
Nov 13 22:03:32 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:03:32 user nova-compute[75075]:       <mac address="fa:16:3e:06:3c:e9"/>
Nov 13 22:03:32 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:32 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:03:32 user nova-compute[75075]:       <target dev="tapecad3d3c-6a"/>
Nov 13 22:03:32 user nova-compute[75075]:     </interface>
Nov 13 22:03:32 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:03:32 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/console.log" append="off"/>
Nov 13 22:03:32 user nova-compute[75075]:     </serial>
Nov 13 22:03:32 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:03:32 user nova-compute[75075]:     <video>
Nov 13 22:03:32 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:32 user nova-compute[75075]:     </video>
Nov 13 22:03:32 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:03:32 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:03:32 user nova-compute[75075]:     </rng>
Nov 13 22:03:32 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:03:32 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:03:32 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:03:32 user nova-compute[75075]:     </memballoon>
Nov 13 22:03:32 user nova-compute[75075]:   </devices>
Nov 13 22:03:32 user nova-compute[75075]: </domain>
Nov 13 22:03:32 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1107710425',display_name='tempest-TestMinimumBasicScenario-server-1107710425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1107710425',id=23,image_ref='52058564-b7de-4c00-87a8-97463b0da183',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnNyGhxD8OfgPPlAx10UiC1XVTk69mvXVJUVSXmODz/H7JnW50Oo3OyRP6LaDsvJGLkPZvNFyjLilMcOLMi6Bd003G1xu6VwtnqGqksCWMXAt4D6zMCyfncLt+0rwdmaw==',key_name='tempest-TestMinimumBasicScenario-1402739783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-dmbot0bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='52058564-b7de-4c00-87a8-97463b0da183',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:29Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=c8796045-828e-43eb-8db8-4fd6915b6572,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG os_vif [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '28c95735-644f-5f9b-b855-a94235531171', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapecad3d3c-6a, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapecad3d3c-6a, col_values=(('qos', UUID('af49b106-1c4b-4929-890b-3274bb34d69d')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapecad3d3c-6a, col_values=(('external_ids', {'iface-id': 'ecad3d3c-6a97-4adc-a45c-ed17e4370d5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:3c:e9', 'vm-uuid': 'c8796045-828e-43eb-8db8-4fd6915b6572'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:32 user nova-compute[75075]: INFO os_vif [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a')
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:03:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No VIF found with MAC fa:16:3e:06:3c:e9, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updated VIF entry in instance network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-450df71b-e9c4-41dc-9d85-8acb7c65a59f req-d4842d3d-017e-4e4e-97ba-a22ebab51d3a service nova] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:35 user nova-compute[75075]: WARNING nova.compute.manager [req-5b1f4de0-27dd-4e97-a789-3385dc09c63f req-7deff00a-db45-45dd-8e32-4ff184db4e01 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state building and task_state spawning.
Nov 13 22:03:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:03:36 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance spawned successfully.
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:36 user nova-compute[75075]: INFO nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Took 6.78 seconds to spawn the instance on the hypervisor.
Nov 13 22:03:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:03:36 user nova-compute[75075]: INFO nova.compute.manager [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Took 7.62 seconds to build instance.
Nov 13 22:03:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d4e6e5dc-0b1b-4ce6-87ff-1f6311c900ff tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.791s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:37 user nova-compute[75075]: WARNING nova.compute.manager [req-3885e971-6ffb-4a21-a63b-554893dadac9 req-7267fdc7-106b-4e6a-8a78-f83b030c43a2 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state active and task_state None.
Nov 13 22:03:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:03:49 user nova-compute[75075]: INFO nova.compute.claims [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Claim successful on node user
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.663s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:03:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.policy [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73d071b9ea704b13858ac6745c9bf495', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f5eddc7cb14ed48ff158311f1c45f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:03:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Creating image(s)
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "/opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "/opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "/opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.195s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.246s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk 1073741824" returned: 0 in 0.057s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Successfully created port: 2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Cannot resize image /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Ensure instance console log exists: /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Successfully updated port: 2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquired lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-changed-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Refreshing instance network info cache due to event network-changed-2dba93ef-d876-49b7-ad74-e50225540f63. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] Acquiring lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updating instance_info_cache with network_info: [{"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Releasing lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Instance network_info: |[{"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] Acquired lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Refreshing network info cache for port 2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Start _get_guest_xml network_info=[{"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:03:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047470',id=24,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLg74GyVrUyuIGQsewgOaJ3rtWNmTda/PiFel0nk1XyhRPkpwoUEFRRXdq32mpQCszfrBJCEybkhDeNNTXk71of3dE4AOajP1uK5NUfJTcbWOZjU0pAH1p6W+olB+jnHQ==',key_name='tempest-keypair-1389500390',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f5eddc7cb14ed48ff158311f1c45f6',ramdisk_id='',reservation_id='r-02wzsyhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73d071b9ea704b13858ac6745c9bf495',uuid=0836d318-2e94-47b7-8d9d-cee134723d5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converting VIF {"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.objects.instance [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lazy-loading 'pci_devices' on Instance uuid 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:03:52 user nova-compute[75075]:   <uuid>0836d318-2e94-47b7-8d9d-cee134723d5f</uuid>
Nov 13 22:03:52 user nova-compute[75075]:   <name>instance-00000018</name>
Nov 13 22:03:52 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:03:52 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:03:52 user nova-compute[75075]:   <metadata>
Nov 13 22:03:52 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:03:52 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758</nova:name>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:03:52</nova:creationTime>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:03:52 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:03:52 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:owner>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:user uuid="73d071b9ea704b13858ac6745c9bf495">tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member</nova:user>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:project uuid="e5f5eddc7cb14ed48ff158311f1c45f6">tempest-TestServerVolumeAttachScenarioOldVersion-204859069</nova:project>
Nov 13 22:03:52 user nova-compute[75075]:       </nova:owner>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:03:52 user nova-compute[75075]:       <nova:ports>
Nov 13 22:03:52 user nova-compute[75075]:         <nova:port uuid="2dba93ef-d876-49b7-ad74-e50225540f63">
Nov 13 22:03:52 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 13 22:03:52 user nova-compute[75075]:         </nova:port>
Nov 13 22:03:52 user nova-compute[75075]:       </nova:ports>
Nov 13 22:03:52 user nova-compute[75075]:     </nova:instance>
Nov 13 22:03:52 user nova-compute[75075]:   </metadata>
Nov 13 22:03:52 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:03:52 user nova-compute[75075]:     <system>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="serial">0836d318-2e94-47b7-8d9d-cee134723d5f</entry>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="uuid">0836d318-2e94-47b7-8d9d-cee134723d5f</entry>
Nov 13 22:03:52 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:03:52 user nova-compute[75075]:     </system>
Nov 13 22:03:52 user nova-compute[75075]:   </sysinfo>
Nov 13 22:03:52 user nova-compute[75075]:   <os>
Nov 13 22:03:52 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:03:52 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:03:52 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:03:52 user nova-compute[75075]:   </os>
Nov 13 22:03:52 user nova-compute[75075]:   <features>
Nov 13 22:03:52 user nova-compute[75075]:     <acpi/>
Nov 13 22:03:52 user nova-compute[75075]:     <apic/>
Nov 13 22:03:52 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:03:52 user nova-compute[75075]:   </features>
Nov 13 22:03:52 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:03:52 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:03:52 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:03:52 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:03:52 user nova-compute[75075]:   </clock>
Nov 13 22:03:52 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:03:52 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:03:52 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:03:52 user nova-compute[75075]:   </cpu>
Nov 13 22:03:52 user nova-compute[75075]:   <devices>
Nov 13 22:03:52 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:03:52 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:03:52 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk"/>
Nov 13 22:03:52 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:03:52 user nova-compute[75075]:     </disk>
Nov 13 22:03:52 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:03:52 user nova-compute[75075]:       <mac address="fa:16:3e:0a:eb:d3"/>
Nov 13 22:03:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:52 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:03:52 user nova-compute[75075]:       <target dev="tap2dba93ef-d8"/>
Nov 13 22:03:52 user nova-compute[75075]:     </interface>
Nov 13 22:03:52 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:03:52 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/console.log" append="off"/>
Nov 13 22:03:52 user nova-compute[75075]:     </serial>
Nov 13 22:03:52 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:03:52 user nova-compute[75075]:     <video>
Nov 13 22:03:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:03:52 user nova-compute[75075]:     </video>
Nov 13 22:03:52 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:03:52 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:03:52 user nova-compute[75075]:     </rng>
Nov 13 22:03:52 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:03:52 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:03:52 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:03:52 user nova-compute[75075]:     </memballoon>
Nov 13 22:03:52 user nova-compute[75075]:   </devices>
Nov 13 22:03:52 user nova-compute[75075]: </domain>
Nov 13 22:03:52 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047470',id=24,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLg74GyVrUyuIGQsewgOaJ3rtWNmTda/PiFel0nk1XyhRPkpwoUEFRRXdq32mpQCszfrBJCEybkhDeNNTXk71of3dE4AOajP1uK5NUfJTcbWOZjU0pAH1p6W+olB+jnHQ==',key_name='tempest-keypair-1389500390',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e5f5eddc7cb14ed48ff158311f1c45f6',ramdisk_id='',reservation_id='r-02wzsyhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73d071b9ea704b13858ac6745c9bf495',uuid=0836d318-2e94-47b7-8d9d-cee134723d5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converting VIF {"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG os_vif [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0e8de79d-0972-5c83-995d-197036630d0f', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2dba93ef-d8, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2dba93ef-d8, col_values=(('qos', UUID('72c3ef67-d98d-4a6c-8e73-97fc8d20025b')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2dba93ef-d8, col_values=(('external_ids', {'iface-id': '2dba93ef-d876-49b7-ad74-e50225540f63', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:eb:d3', 'vm-uuid': '0836d318-2e94-47b7-8d9d-cee134723d5f'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:52 user nova-compute[75075]: INFO os_vif [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8')
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] No VIF found with MAC fa:16:3e:0a:eb:d3, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updated VIF entry in instance network info cache for port 2dba93ef-d876-49b7-ad74-e50225540f63. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updating instance_info_cache with network_info: [{"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:03:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c8a15694-aa21-4026-8d5f-0b1bfe4cb518 req-cd7818bb-e9ec-4a97-bc39-41d9872108ce service nova] Releasing lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:03:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] No waiting events found dispatching network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:54 user nova-compute[75075]: WARNING nova.compute.manager [req-68227968-295a-4bbc-8cdd-9720502a1982 req-4b7f54ee-b305-46fe-9a32-127042893e16 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received unexpected event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 for instance with vm_state building and task_state spawning.
Nov 13 22:03:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:54 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:03:54 user nova-compute[75075]: INFO nova.compute.claims [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Claim successful on node user
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.470s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:03:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:03:55 user nova-compute[75075]: INFO nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Booting with volume 6eae34a3-11b9-48b7-8f39-9505b5117de2 at /dev/vda
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.policy [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a997ef18e1414d2584a09047405c5ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '194d670d351e40e7952ff3aad6b83b34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4008042a-0449-4869-b850-ef8ad902a940]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab10ffc2-e269-455e-b3ae-2f13c5eae248]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30130313-97b2-48a3-8873-ae78a5ae3074]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c60957-8dbb-4f4d-9326-5230ce088709]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:03:55 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:03:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3e0240-a0ec-4e84-9bc3-520d6c1a3c0b]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating existing volume attachment record: bc2ec743-c26a-4bd3-b7f9-7dfcf30ecb07 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:03:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Instance spawned successfully.
Nov 13 22:03:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] No waiting events found dispatching network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:03:56 user nova-compute[75075]: WARNING nova.compute.manager [req-892d1460-e87f-4b4a-ba48-9bad36a32c86 req-878c7a7c-4697-4d15-9377-2d63b164e063 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received unexpected event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 for instance with vm_state building and task_state spawning.
Nov 13 22:03:56 user nova-compute[75075]: INFO nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Took 5.67 seconds to spawn the instance on the hypervisor.
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:56 user nova-compute[75075]: INFO nova.compute.manager [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Took 6.74 seconds to build instance.
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-07afbaf9-0775-4d96-9902-3ee825636271 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.870s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully created port: 48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:03:56 user nova-compute[75075]: INFO nova.compute.claims [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Claim successful on node user
Nov 13 22:03:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully created port: af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.659s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:03:57 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.policy [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:03:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:03:57 user nova-compute[75075]: INFO nova.virt.block_device [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Booting with volume snapshot e9bb6925-1603-440c-a21e-ece9b50eafa1 at /dev/vda
Nov 13 22:03:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully created port: 8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Successfully created port: a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully created port: 8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Successfully updated port: a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-changed-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Refreshing instance network info cache due to event network-changed-a6776fb9-4eb4-475c-9b43-ba7558159ac6. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] Acquiring lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:03:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully created port: 4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Updating instance_info_cache with network_info: [{"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Instance network_info: |[{"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] Acquired lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG nova.network.neutron [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Refreshing network info cache for port a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:00 user nova-compute[75075]: INFO nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Booting with volume 0031fd88-911f-4e42-9319-6661366380e3 at /dev/vdb
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e386534-b7bf-4482-b030-0f05715250a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[78907e71-6ea2-4c0d-a120-65740ce26dcc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[361e59cd-5455-4698-a9cb-4b4745818db4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1045e9b5-a376-4b55-b2d7-5f10a35a027a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:00 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b5aa28-cf1a-4244-aa62-e22a26a4c724]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:00 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating existing volume attachment record: c551a9e3-a578-43fa-8f60-d542209d2857 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.network.neutron [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Updated VIF entry in instance network info cache for port a6776fb9-4eb4-475c-9b43-ba7558159ac6. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.network.neutron [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Updating instance_info_cache with network_info: [{"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f9e5b976-6b83-4f67-b7cc-79145a7ec6b7 req-94e99e1e-be44-4bfc-9948-70a3e3f6b79b service nova] Releasing lock "refresh_cache-38671622-1e98-4ed3-83c6-aeee85fd724f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: 48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-48457a7d-fd55-4273-adb9-e800931015cc. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.network.neutron [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port 48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:01 user nova-compute[75075]: DEBUG nova.network.neutron [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:02 user nova-compute[75075]: DEBUG nova.network.neutron [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9110c0d6-d3e9-44ed-a06a-909a2ccb67d3 req-3b343725-21ef-45a6-bd8f-f9da0747c9e7 service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:02 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.utils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ece5e9e-6d81-4181-b916-34c2d304113b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb3d4da-48ff-4454-bc3a-73b4eca89a21]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccacaa87-5d9d-4698-a23a-c0eb7d9936e1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[40354614-0e24-4632-abf6-9158a1e8c65b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:03 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[293b8c99-82d8-4c41-a12d-a35bf77dfde0]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG os_brick.utils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Updating existing volume attachment record: 227293c9-8f5d-4df8-a879-6036c4826587 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-bcf66f49-bfbe-4667-850d-b2eb1b020490. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:03 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bffadb56-98fc-43d7-8ecc-81bcff9df6a0 req-de728be3-be66-4077-903d-9c1e48fb3f20 service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:04 user nova-compute[75075]: INFO nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Booting with volume 7de9147b-cdff-4065-a5ba-c0b09f6c3598 at /dev/vdc
Nov 13 22:04:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: 8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c13763-e98a-47e3-8118-b2dda2060c90]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e866bc81-8b2f-411b-8e8b-d4820757054e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6344b991-f319-481e-80cb-1d837552a481]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da17a53-3ae9-43f2-9167-684762ae7963]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:05 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cac4c1d-cd37-4132-99f2-9ea821248584]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG os_brick.utils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating existing volume attachment record: 666ebfe6-9ff2-4bf2-a8e4-06a9941a50da {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: 8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:05 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-8a003c4d-2b8e-4328-ac07-d2ebc03d4548. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port 8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Successfully updated port: 4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port 8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0b11c09-dfe0-4166-82c9-475ee1a97942 req-0418d625-fb5e-4522-93e6-b435c04265fa service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:06 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:04:07 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Creating image(s)
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Ensure instance console log exists: /opt/stack/data/nova/instances/38671622-1e98-4ed3-83c6-aeee85fd724f/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Start _get_guest_xml network_info=[{"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDhVuwcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '38671622-1e98-4ed3-83c6-aeee85fd724f', 'attached_at': '', 'detached_at': '', 'volume_id': '1b0eab06-46fc-4374-b237-bc66c836375f', 'serial': '1b0eab06-46fc-4374-b237-bc66c836375f'}, 'attachment_id': '227293c9-8f5d-4df8-a879-6036c4826587', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:04:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDhVuwcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:07 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:07 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:07 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a714bfff-dead-482a-a63e-07191b0d7601]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:07 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbded497-d4e9-4f3f-81a1-b014edf12939]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f] added
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6d003d-02d2-4b6f-9998-96170f8cf07b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a555a0-1515-43ba-94fb-2018872c92e6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDhVuwcz {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KDhVuwcz" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2ee203-6700-441c-8532-3ecf6863ed16]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KDhVuwcz'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38fe83b-7429-40f2-ab96-462bb10a430a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[99707190-f684-4ded-85fd-234de3b47461]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[276c0dde-418e-4672-bd2f-1cab8d796b08]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260]
Nov 13 22:04:07 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[31b05eb7-da78-4fd4-917e-4c662d7a5403]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac5e468-af95-443a-8d83-96a7ec8d34df]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:07 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ccc54a-b643-4725-998d-d6c35d9cb45a]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDhVuwcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-4018c2a1-f86b-4649-a786-f8b016644ed2. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '23733666465306562', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733666465306562', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1949351886',display_name='tempest-TestVolumeBootPattern-server-1949351886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1949351886',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-99cm7y8s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:57Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=38671622-1e98-4ed3-83c6-aeee85fd724f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid 38671622-1e98-4ed3-83c6-aeee85fd724f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:04:08 user nova-compute[75075]:   <uuid>38671622-1e98-4ed3-83c6-aeee85fd724f</uuid>
Nov 13 22:04:08 user nova-compute[75075]:   <name>instance-0000001a</name>
Nov 13 22:04:08 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:04:08 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:04:08 user nova-compute[75075]:   <metadata>
Nov 13 22:04:08 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:04:08 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:04:08 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-server-1949351886</nova:name>
Nov 13 22:04:08 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:04:07</nova:creationTime>
Nov 13 22:04:08 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:04:08 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:04:08 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:04:08 user nova-compute[75075]:       <nova:owner>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:04:08 user nova-compute[75075]:       </nova:owner>
Nov 13 22:04:08 user nova-compute[75075]:       <nova:ports>
Nov 13 22:04:08 user nova-compute[75075]:         <nova:port uuid="a6776fb9-4eb4-475c-9b43-ba7558159ac6">
Nov 13 22:04:08 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:04:08 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:08 user nova-compute[75075]:       </nova:ports>
Nov 13 22:04:08 user nova-compute[75075]:     </nova:instance>
Nov 13 22:04:08 user nova-compute[75075]:   </metadata>
Nov 13 22:04:08 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:04:08 user nova-compute[75075]:     <system>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="serial">38671622-1e98-4ed3-83c6-aeee85fd724f</entry>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="uuid">38671622-1e98-4ed3-83c6-aeee85fd724f</entry>
Nov 13 22:04:08 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:04:08 user nova-compute[75075]:     </system>
Nov 13 22:04:08 user nova-compute[75075]:   </sysinfo>
Nov 13 22:04:08 user nova-compute[75075]:   <os>
Nov 13 22:04:08 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:04:08 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:04:08 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:04:08 user nova-compute[75075]:   </os>
Nov 13 22:04:08 user nova-compute[75075]:   <features>
Nov 13 22:04:08 user nova-compute[75075]:     <acpi/>
Nov 13 22:04:08 user nova-compute[75075]:     <apic/>
Nov 13 22:04:08 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:04:08 user nova-compute[75075]:   </features>
Nov 13 22:04:08 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:04:08 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:04:08 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:04:08 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:04:08 user nova-compute[75075]:   </clock>
Nov 13 22:04:08 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:04:08 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:04:08 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:04:08 user nova-compute[75075]:   </cpu>
Nov 13 22:04:08 user nova-compute[75075]:   <devices>
Nov 13 22:04:08 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:04:08 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:08 user nova-compute[75075]:       <source dev="/dev/sdd"/>
Nov 13 22:04:08 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:04:08 user nova-compute[75075]:       <serial>1b0eab06-46fc-4374-b237-bc66c836375f</serial>
Nov 13 22:04:08 user nova-compute[75075]:     </disk>
Nov 13 22:04:08 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:08 user nova-compute[75075]:       <mac address="fa:16:3e:ae:1a:fe"/>
Nov 13 22:04:08 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:08 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:08 user nova-compute[75075]:       <target dev="tapa6776fb9-4e"/>
Nov 13 22:04:08 user nova-compute[75075]:     </interface>
Nov 13 22:04:08 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:04:08 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/38671622-1e98-4ed3-83c6-aeee85fd724f/console.log" append="off"/>
Nov 13 22:04:08 user nova-compute[75075]:     </serial>
Nov 13 22:04:08 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:04:08 user nova-compute[75075]:     <video>
Nov 13 22:04:08 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:08 user nova-compute[75075]:     </video>
Nov 13 22:04:08 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:04:08 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:04:08 user nova-compute[75075]:     </rng>
Nov 13 22:04:08 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:04:08 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:04:08 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:04:08 user nova-compute[75075]:     </memballoon>
Nov 13 22:04:08 user nova-compute[75075]:   </devices>
Nov 13 22:04:08 user nova-compute[75075]: </domain>
Nov 13 22:04:08 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1949351886',display_name='tempest-TestVolumeBootPattern-server-1949351886',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1949351886',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-99cm7y8s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:57Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=38671622-1e98-4ed3-83c6-aeee85fd724f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG os_vif [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2670a018-0298-5810-bbd5-ebb29f3b14ac', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6776fb9-4e, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6776fb9-4e, col_values=(('qos', UUID('a3ac2d0e-f04b-49bc-8c07-e81caacdaa76')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6776fb9-4e, col_values=(('external_ids', {'iface-id': 'a6776fb9-4eb4-475c-9b43-ba7558159ac6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:1a:fe', 'vm-uuid': '38671622-1e98-4ed3-83c6-aeee85fd724f'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:09 user nova-compute[75075]: INFO os_vif [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e')
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:ae:1a:fe, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance network_info: |[{"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port 4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:04:09 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Creating image(s)
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Ensure instance console log exists: /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Start _get_guest_xml network_info=[{"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqrbEBYS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780', 'attached_at': '', 'detached_at': '', 'volume_id': '6eae34a3-11b9-48b7-8f39-9505b5117de2', 'serial': '6eae34a3-11b9-48b7-8f39-9505b5117de2'}, 'attachment_id': 'bc2ec743-c26a-4bd3-b7f9-7dfcf30ecb07', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 1, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WYRcEItB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780', 'attached_at': '', 'detached_at': '', 'volume_id': '0031fd88-911f-4e42-9319-6661366380e3', 'serial': '0031fd88-911f-4e42-9319-6661366380e3'}, 'attachment_id': 'c551a9e3-a578-43fa-8f60-d542209d2857', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None}, {'boot_index': 2, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YDXSpFlQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780', 'attached_at': '', 'detached_at': '', 'volume_id': '7de9147b-cdff-4065-a5ba-c0b09f6c3598', 'serial': '7de9147b-cdff-4065-a5ba-c0b09f6c3598'}, 'attachment_id': '666ebfe6-9ff2-4bf2-a8e4-06a9941a50da', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:04:09 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:09 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqrbEBYS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:09 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69a3be2-701e-404b-a819-2439d1a11c0a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:09 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9587c7-5a15-4ffd-9098-724c30605158]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2] added
Nov 13 22:04:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updated VIF entry in instance network info cache for port 4018c2a1-f86b-4649-a786-f8b016644ed2. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae1b343-aad5-41ee-9010-49e870f1884c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3805f636-75cd-4794-bccc-e269967f59c9 req-3b96f0ec-e55f-4522-bade-afc4660b6fce service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1ced33-b96c-469c-a593-56454a62007d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xqrbEBYS {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xqrbEBYS" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[75011a40-1ca8-4233-b231-734394d70a34]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xqrbEBYS'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.078s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47d7eae-00bc-4027-a4aa-0596e673c610]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.055s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9cfbf21-4d6e-48f1-9a8f-ef3966867949]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:09 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:09 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:09 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:09 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] No waiting events found dispatching network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:10 user nova-compute[75075]: WARNING nova.compute.manager [req-09d15935-20bc-4528-b285-3c40d240c6b7 req-8fc9074c-3b5f-401a-80e7-fac21366fe48 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received unexpected event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 for instance with vm_state building and task_state spawning.
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --login" returned: 0 in 1.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae0e0df-1e1d-4e88-9483-630ab866ae2d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260]
Nov 13 22:04:10 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb74fc9b-a15e-44f9-b189-d02fec055185]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19b16e4d-612b-4fdb-81ca-14156ce7e76f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:10 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.421s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cac728-d9de-40bb-83f2-f804317a5565]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqrbEBYS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.459s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== connect_volume: return (2461ms) {'type': 'block', 'scsi_wwn': '23062373266303035', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062373266303035', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WYRcEItB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:11 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e56d913-47d1-4c30-9827-449506fa083c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:11 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[734a28cc-9df7-4051-838b-9205ad9cb3fc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3] added
Nov 13 22:04:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69d552f-d321-4257-9be6-66d4a796bc57]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[917ee795-2276-44bf-9033-391f37d0753f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WYRcEItB {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WYRcEItB" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fc8217d-7c22-42c7-9dbf-ad995b9a8d05]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WYRcEItB'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc8907d-7950-4711-a8de-28b9e51902a4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f794f09b-d016-4b56-965a-c973261dc152]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[681d1a51-e895-4cc2-b8c3-72e92c157ef0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260]
Nov 13 22:04:12 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4c81f0-a876-4e78-bd6d-c9a1ce1ed795]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecd3c93-7557-48f0-8469-5181986b1a9a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.260s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] HCTL ('37', '-', '-', 0) found on session 25 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ae1223-17ea-4a75-ac88-7705681a0517]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Searching for a device in session 25 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WYRcEItB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:04:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Instance spawned successfully.
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:12 user nova-compute[75075]: INFO nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Took 4.99 seconds to spawn the instance on the hypervisor.
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:04:12 user nova-compute[75075]: INFO nova.compute.manager [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Took 16.19 seconds to build instance.
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4257fccb-9eee-4ab0-b8aa-efc86e248089 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.293s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] No waiting events found dispatching network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:12 user nova-compute[75075]: WARNING nova.compute.manager [req-d8723ad2-dc4d-47f8-893b-558d1311bc9f req-3109832b-5f3c-4bd4-800c-5cf4eb44a24e service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received unexpected event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 for instance with vm_state active and task_state None.
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '23365333736353162', 'path': '/dev/sdf'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23365333736353162', 'path': '/dev/sdf'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YDXSpFlQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:13 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c4fb08-807b-4d5d-9a11-fe2b9ccb1d42]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:13 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef7de71-f9c1-4a11-9867-fc9a8cccf2da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598] added
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5fe6ee-10c7-4826-a86e-88f679f797c4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c5ad8cb-e60a-4c88-afb8-c5d6bac126b0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YDXSpFlQ {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YDXSpFlQ" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0fd6e4-eb5d-4d12-9659-03fca35806ed]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YDXSpFlQ'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f24d88-3e1d-4354-8ea4-68bf1c1f6d72]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[119f321d-1d20-4715-abb6-b86eeffd4ea1]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2859428-00dd-418c-ae99-622ade0e72af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260]
Nov 13 22:04:13 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8b426d-b5b3-43d8-b228-5874ec2aab0a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b03d5fd-910e-4e4e-82a0-abffa457fe38]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] HCTL ('38', '-', '-', 0) found on session 26 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[460c6e71-e6bc-4483-a46a-85d4355ec304]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Searching for a device in session 26 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YDXSpFlQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:14 user nova-compute[75075]: INFO nova.compute.manager [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Terminating instance
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23333653039373937', 'path': '/dev/sdg'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333653039373937', 'path': '/dev/sdg'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lazy-loading 'pci_devices' on Instance uuid 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:04:14 user nova-compute[75075]:   <uuid>5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780</uuid>
Nov 13 22:04:14 user nova-compute[75075]:   <name>instance-00000019</name>
Nov 13 22:04:14 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:04:14 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:04:14 user nova-compute[75075]:   <metadata>
Nov 13 22:04:14 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:04:14 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:name>tempest-device-tagging-server-991075674</nova:name>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:04:09</nova:creationTime>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:04:14 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:04:14 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:owner>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:user uuid="a997ef18e1414d2584a09047405c5ad2">tempest-TaggedBootDevicesTest-170058900-project-member</nova:user>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:project uuid="194d670d351e40e7952ff3aad6b83b34">tempest-TaggedBootDevicesTest-170058900</nova:project>
Nov 13 22:04:14 user nova-compute[75075]:       </nova:owner>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:04:14 user nova-compute[75075]:       <nova:ports>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="48457a7d-fd55-4273-adb9-e800931015cc">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="bcf66f49-bfbe-4667-850d-b2eb1b020490">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.140" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.10" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.134" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="8a003c4d-2b8e-4328-ac07-d2ebc03d4548">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.1.1.250" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:         <nova:port uuid="4018c2a1-f86b-4649-a786-f8b016644ed2">
Nov 13 22:04:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 13 22:04:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:14 user nova-compute[75075]:       </nova:ports>
Nov 13 22:04:14 user nova-compute[75075]:     </nova:instance>
Nov 13 22:04:14 user nova-compute[75075]:   </metadata>
Nov 13 22:04:14 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:04:14 user nova-compute[75075]:     <system>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="serial">5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780</entry>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="uuid">5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780</entry>
Nov 13 22:04:14 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:04:14 user nova-compute[75075]:     </system>
Nov 13 22:04:14 user nova-compute[75075]:   </sysinfo>
Nov 13 22:04:14 user nova-compute[75075]:   <os>
Nov 13 22:04:14 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:04:14 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:04:14 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:04:14 user nova-compute[75075]:   </os>
Nov 13 22:04:14 user nova-compute[75075]:   <features>
Nov 13 22:04:14 user nova-compute[75075]:     <acpi/>
Nov 13 22:04:14 user nova-compute[75075]:     <apic/>
Nov 13 22:04:14 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:04:14 user nova-compute[75075]:   </features>
Nov 13 22:04:14 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:04:14 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:04:14 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:04:14 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:04:14 user nova-compute[75075]:   </clock>
Nov 13 22:04:14 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:04:14 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:04:14 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:04:14 user nova-compute[75075]:   </cpu>
Nov 13 22:04:14 user nova-compute[75075]:   <devices>
Nov 13 22:04:14 user nova-compute[75075]:     <disk type="file" device="cdrom">
Nov 13 22:04:14 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none"/>
Nov 13 22:04:14 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/disk.config"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="hda" bus="ide"/>
Nov 13 22:04:14 user nova-compute[75075]:     </disk>
Nov 13 22:04:14 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:04:14 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:14 user nova-compute[75075]:       <source dev="/dev/sde"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <serial>6eae34a3-11b9-48b7-8f39-9505b5117de2</serial>
Nov 13 22:04:14 user nova-compute[75075]:     </disk>
Nov 13 22:04:14 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:04:14 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:14 user nova-compute[75075]:       <source dev="/dev/sdf"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <serial>0031fd88-911f-4e42-9319-6661366380e3</serial>
Nov 13 22:04:14 user nova-compute[75075]:     </disk>
Nov 13 22:04:14 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:04:14 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:14 user nova-compute[75075]:       <source dev="/dev/sdg"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="vdc" bus="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <serial>7de9147b-cdff-4065-a5ba-c0b09f6c3598</serial>
Nov 13 22:04:14 user nova-compute[75075]:     </disk>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:63:96:f7"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tap48457a7d-fd"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:d4:10:b0"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tapbcf66f49-bf"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:13:dc:1e"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tapb30b9353-cb"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:54:c6:4a"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tapaf4d1fe3-2c"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:87:7e:63"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tap8a003c4d-2b"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:04:f0:0c"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tap8b8e8cf6-c5"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:14 user nova-compute[75075]:       <mac address="fa:16:3e:79:af:d0"/>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:14 user nova-compute[75075]:       <target dev="tap4018c2a1-f8"/>
Nov 13 22:04:14 user nova-compute[75075]:     </interface>
Nov 13 22:04:14 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:04:14 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/console.log" append="off"/>
Nov 13 22:04:14 user nova-compute[75075]:     </serial>
Nov 13 22:04:14 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:04:14 user nova-compute[75075]:     <video>
Nov 13 22:04:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:14 user nova-compute[75075]:     </video>
Nov 13 22:04:14 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:04:14 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:04:14 user nova-compute[75075]:     </rng>
Nov 13 22:04:14 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:04:14 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:04:14 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:04:14 user nova-compute[75075]:     </memballoon>
Nov 13 22:04:14 user nova-compute[75075]:   </devices>
Nov 13 22:04:14 user nova-compute[75075]: </domain>
Nov 13 22:04:14 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a0582c5-e5c1-55cd-9ffd-ef3e296aab9c', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48457a7d-fd, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48457a7d-fd, col_values=(('qos', UUID('baf8dc98-2669-475d-a6df-b630264e3721')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48457a7d-fd, col_values=(('external_ids', {'iface-id': '48457a7d-fd55-4273-adb9-e800931015cc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:96:f7', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd')
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ae09f58-e3ae-54bc-9cba-d41a0c6503aa', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbcf66f49-bf, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbcf66f49-bf, col_values=(('qos', UUID('5b4071df-6d02-4f96-a3fe-fdab09e9f4b2')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbcf66f49-bf, col_values=(('external_ids', {'iface-id': 'bcf66f49-bfbe-4667-850d-b2eb1b020490', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:10:b0', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf')
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ccf5f6e-b2af-54e7-b7a0-1bf8fd8b4308', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Instance destroyed successfully.
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lazy-loading 'resources' on Instance uuid ac7ba113-45e8-4b20-b9f2-7153ab76fe0c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-639964170',display_name='tempest-ServersNegativeTestJSON-server-639964170',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-639964170',id=20,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-o51hunmt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:02:35Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=ac7ba113-45e8-4b20-b9f2-7153ab76fe0c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "address": "fa:16:3e:f7:2b:93", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76526a67-d4", "ovs_interfaceid": "76526a67-d4fb-4aeb-bbae-18672ceb4c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_vif [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76526a67-d4, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-unplugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] No waiting events found dispatching network-vif-unplugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-b30ea869-32a9-4ce1-83d2-69d3d7f8adbb req-66995213-65fe-4197-94e2-d675757935e9 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-unplugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb30b9353-cb, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb30b9353-cb, col_values=(('qos', UUID('ff408787-898c-4345-9a71-f0485adf335a')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb30b9353-cb, col_values=(('external_ids', {'iface-id': 'b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:dc:1e', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb')
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6103170-2ebd-4c6c-bb28-f286615d4602) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58a33c86-9aac-5099-b2b1-5f7903c7f495', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: INFO os_vif [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:2b:93,bridge_name='br-int',has_traffic_filtering=True,id=76526a67-d4fb-4aeb-bbae-18672ceb4c17,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76526a67-d4')
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Deleting instance files /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c_del
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Deletion of /opt/stack/data/nova/instances/ac7ba113-45e8-4b20-b9f2-7153ab76fe0c_del complete
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaf4d1fe3-2c, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaf4d1fe3-2c, col_values=(('qos', UUID('8c12badc-11e3-4fc7-a6d0-c4120f8a9576')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaf4d1fe3-2c, col_values=(('external_ids', {'iface-id': 'af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:c6:4a', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.compute.manager [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 13 22:04:15 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c')
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd3401da2-0bbf-579c-8a04-0f289ade2ba4', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a003c4d-2b, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a003c4d-2b, col_values=(('qos', UUID('11b970e8-6aa5-48dd-9b67-2566c687a936')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a003c4d-2b, col_values=(('external_ids', {'iface-id': '8a003c4d-2b8e-4328-ac07-d2ebc03d4548', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:7e:63', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b')
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '59d538be-3d25-5cea-a69b-7666bf388a16', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8b8e8cf6-c5, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8b8e8cf6-c5, col_values=(('qos', UUID('9f7b1514-db1a-4e26-ad9f-25f41c4bd321')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8b8e8cf6-c5, col_values=(('external_ids', {'iface-id': '8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:f0:0c', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5')
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7efd4ecc-9994-5cf5-a4e2-8efc8450a9a2', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4018c2a1-f8, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4018c2a1-f8, col_values=(('qos', UUID('831dcdf4-8609-4dcb-a9e3-4bdd5a3b00b1')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4018c2a1-f8, col_values=(('external_ids', {'iface-id': '4018c2a1-f86b-4649-a786-f8b016644ed2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:af:d0', 'vm-uuid': '5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:15 user nova-compute[75075]: INFO os_vif [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8')
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] No BDM found with device name hda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] No VIF found with MAC fa:16:3e:63:96:f7, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] No VIF found with MAC fa:16:3e:87:7e:63, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Using config drive
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-2371a450-de3b-47a5-8b28-1f323912f669 req-e397247b-fa7b-4bac-a64a-d30fd463f1aa service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-deleted-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.compute.manager [req-2371a450-de3b-47a5-8b28-1f323912f669 req-e397247b-fa7b-4bac-a64a-d30fd463f1aa service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Neutron deleted interface 76526a67-d4fb-4aeb-bbae-18672ceb4c17; detaching it from the instance and deleting it from the info cache
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.network.neutron [req-2371a450-de3b-47a5-8b28-1f323912f669 req-e397247b-fa7b-4bac-a64a-d30fd463f1aa service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:15 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Took 0.53 seconds to deallocate network for instance.
Nov 13 22:04:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-2371a450-de3b-47a5-8b28-1f323912f669 req-e397247b-fa7b-4bac-a64a-d30fd463f1aa service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Detach interface failed, port_id=76526a67-d4fb-4aeb-bbae-18672ceb4c17, reason: Instance ac7ba113-45e8-4b20-b9f2-7153ab76fe0c could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Creating config drive at /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/disk.config
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpprcdtgrd {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpprcdtgrd" returned: 0 in 0.055s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.564s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:04:16 user nova-compute[75075]: INFO nova.compute.claims [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Claim successful on node user
Nov 13 22:04:16 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Deleted allocations for instance ac7ba113-45e8-4b20-b9f2-7153ab76fe0c
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-87cc51ef-5973-4abd-b24a-d6cbc9b97a5f tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.217s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.534s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:04:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] Acquiring lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] Lock "ac7ba113-45e8-4b20-b9f2-7153ab76fe0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] No waiting events found dispatching network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:16 user nova-compute[75075]: WARNING nova.compute.manager [req-ada06a2b-5114-40ec-80be-2f5165a36299 req-181a988d-af35-4754-9d15-895763c5c191 service nova] [instance: ac7ba113-45e8-4b20-b9f2-7153ab76fe0c] Received unexpected event network-vif-plugged-76526a67-d4fb-4aeb-bbae-18672ceb4c17 for instance with vm_state deleted and task_state None.
Nov 13 22:04:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.policy [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a8c34fcd7043458e41fb56d2074a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59845f6100c246f4ad26471d2be55340', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:04:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Creating image(s)
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "/opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "/opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-changed-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Refreshing instance network info cache due to event network-changed-71578383-1f6e-4a85-b66a-05df6b889cbb. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] Acquiring lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] Acquired lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.network.neutron [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Refreshing network info cache for port 71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk 1073741824" returned: 0 in 0.063s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.233s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'flavor' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Cannot resize image /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Ensure instance console log exists: /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.108s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:18 user nova-compute[75075]: INFO nova.compute.manager [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attaching volume f2855fde-5b73-4292-8204-22021104b60c to /dev/vdb
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Successfully created port: de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.utils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f972d6-b1e3-442b-8859-2a2aa02bf901]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[901697e5-3022-46de-a80f-51714d46fb41]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd90cfc-2152-48f0-932d-1e193aed47fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d1aab3-f110-4bcf-a843-ac747c05a947]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:18 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8226fc3d-96fd-4663-aeec-d0e34a6e78bf]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG os_brick.utils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating existing volume attachment record: ebb06183-ae65-45c8-8d68-14f13c25f860 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:18 user nova-compute[75075]: WARNING nova.compute.manager [req-f227f6fc-150f-4939-aa85-2b6265859ae1 req-2f28ac8e-6e09-418e-9e06-c9424ca88612 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 for instance with vm_state building and task_state spawning.
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updated VIF entry in instance network info cache for port 71578383-1f6e-4a85-b66a-05df6b889cbb. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating instance_info_cache with network_info: [{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7a64354c-10c8-4b69-9104-c5c6f82334eb req-ae7eb12a-cc6d-441b-b1a7-f39714299f06 service nova] Releasing lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:19 user nova-compute[75075]: WARNING nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc for instance with vm_state building and task_state spawning.
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:19 user nova-compute[75075]: WARNING nova.compute.manager [req-8e462355-fa3a-43a2-abd2-da4609fe4575 req-9ac04f9e-9630-4501-a855-47ec6d3b8edc service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc for instance with vm_state building and task_state spawning.
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:19 user nova-compute[75075]: WARNING nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 for instance with vm_state building and task_state spawning.
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:19 user nova-compute[75075]: WARNING nova.compute.manager [req-45a2083c-bd3f-46f4-a173-8484bac14c0e req-b61ac3a0-164b-4ad2-81d0-14fb21e75fbb service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 for instance with vm_state building and task_state spawning.
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:20 user nova-compute[75075]: WARNING nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 for instance with vm_state building and task_state spawning.
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:20 user nova-compute[75075]: WARNING nova.compute.manager [req-1bb10518-a2d9-440c-9cf8-b9ff9a2abdae req-dbd41e4f-76b6-42e8-acf2-2f42220da90e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 for instance with vm_state building and task_state spawning.
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Successfully updated port: de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquired lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:20 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 for instance with vm_state building and task_state spawning.
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 for instance with vm_state building and task_state spawning.
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 for instance with vm_state building and task_state spawning.
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.compute.manager [req-e551d5b0-1500-4648-964f-ba0bc62b748e req-b62549aa-4b6e-41d1-a8ff-17be60aff0f5 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 for instance with vm_state building and task_state spawning.
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Updating instance_info_cache with network_info: [{"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Releasing lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Instance network_info: |[{"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Start _get_guest_xml network_info=[{"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:21 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-217483629',display_name='tempest-VolumesActionsTest-instance-217483629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-217483629',id=27,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-xfxbtm7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:17Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=ccd47764-a771-40fc-9987-a0bf8007e620,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lazy-loading 'pci_devices' on Instance uuid ccd47764-a771-40fc-9987-a0bf8007e620 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:04:21 user nova-compute[75075]:   <uuid>ccd47764-a771-40fc-9987-a0bf8007e620</uuid>
Nov 13 22:04:21 user nova-compute[75075]:   <name>instance-0000001b</name>
Nov 13 22:04:21 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:04:21 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:04:21 user nova-compute[75075]:   <metadata>
Nov 13 22:04:21 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:04:21 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:name>tempest-VolumesActionsTest-instance-217483629</nova:name>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:04:21</nova:creationTime>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:04:21 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:04:21 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:owner>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:user uuid="d4a8c34fcd7043458e41fb56d2074a0c">tempest-VolumesActionsTest-1280987290-project-member</nova:user>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:project uuid="59845f6100c246f4ad26471d2be55340">tempest-VolumesActionsTest-1280987290</nova:project>
Nov 13 22:04:21 user nova-compute[75075]:       </nova:owner>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:04:21 user nova-compute[75075]:       <nova:ports>
Nov 13 22:04:21 user nova-compute[75075]:         <nova:port uuid="de4c42fd-d390-46dd-a3dc-c8ca2f077315">
Nov 13 22:04:21 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 22:04:21 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:21 user nova-compute[75075]:       </nova:ports>
Nov 13 22:04:21 user nova-compute[75075]:     </nova:instance>
Nov 13 22:04:21 user nova-compute[75075]:   </metadata>
Nov 13 22:04:21 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:04:21 user nova-compute[75075]:     <system>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="serial">ccd47764-a771-40fc-9987-a0bf8007e620</entry>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="uuid">ccd47764-a771-40fc-9987-a0bf8007e620</entry>
Nov 13 22:04:21 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:04:21 user nova-compute[75075]:     </system>
Nov 13 22:04:21 user nova-compute[75075]:   </sysinfo>
Nov 13 22:04:21 user nova-compute[75075]:   <os>
Nov 13 22:04:21 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:04:21 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:04:21 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:04:21 user nova-compute[75075]:   </os>
Nov 13 22:04:21 user nova-compute[75075]:   <features>
Nov 13 22:04:21 user nova-compute[75075]:     <acpi/>
Nov 13 22:04:21 user nova-compute[75075]:     <apic/>
Nov 13 22:04:21 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:04:21 user nova-compute[75075]:   </features>
Nov 13 22:04:21 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:04:21 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:04:21 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:04:21 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:04:21 user nova-compute[75075]:   </clock>
Nov 13 22:04:21 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:04:21 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:04:21 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:04:21 user nova-compute[75075]:   </cpu>
Nov 13 22:04:21 user nova-compute[75075]:   <devices>
Nov 13 22:04:21 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:04:21 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:04:21 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk"/>
Nov 13 22:04:21 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:04:21 user nova-compute[75075]:     </disk>
Nov 13 22:04:21 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:21 user nova-compute[75075]:       <mac address="fa:16:3e:70:e8:39"/>
Nov 13 22:04:21 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:21 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:21 user nova-compute[75075]:       <target dev="tapde4c42fd-d3"/>
Nov 13 22:04:21 user nova-compute[75075]:     </interface>
Nov 13 22:04:21 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:04:21 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/console.log" append="off"/>
Nov 13 22:04:21 user nova-compute[75075]:     </serial>
Nov 13 22:04:21 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:04:21 user nova-compute[75075]:     <video>
Nov 13 22:04:21 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:21 user nova-compute[75075]:     </video>
Nov 13 22:04:21 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:04:21 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:04:21 user nova-compute[75075]:     </rng>
Nov 13 22:04:21 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:04:21 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:04:21 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:04:21 user nova-compute[75075]:     </memballoon>
Nov 13 22:04:21 user nova-compute[75075]:   </devices>
Nov 13 22:04:21 user nova-compute[75075]: </domain>
Nov 13 22:04:21 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-217483629',display_name='tempest-VolumesActionsTest-instance-217483629',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-217483629',id=27,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-xfxbtm7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:17Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=ccd47764-a771-40fc-9987-a0bf8007e620,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG os_vif [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a0c44299-5dd4-5e6c-a552-1a20ec0dc259', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde4c42fd-d3, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde4c42fd-d3, col_values=(('qos', UUID('ed80dee1-5d4e-461c-9e1d-8c334726977c')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde4c42fd-d3, col_values=(('external_ids', {'iface-id': 'de4c42fd-d390-46dd-a3dc-c8ca2f077315', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:e8:39', 'vm-uuid': 'ccd47764-a771-40fc-9987-a0bf8007e620'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:21 user nova-compute[75075]: INFO os_vif [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3')
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] No VIF found with MAC fa:16:3e:70:e8:39, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:04:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance spawned successfully.
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:22 user nova-compute[75075]: INFO nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Took 12.98 seconds to spawn the instance on the hypervisor.
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:04:22 user nova-compute[75075]: INFO nova.compute.manager [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Took 27.59 seconds to build instance.
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c4dff15f-afd4-495d-85ee-90e20c817e74 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.702s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-changed-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Refreshing instance network info cache due to event network-changed-de4c42fd-d390-46dd-a3dc-c8ca2f077315. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Acquiring lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Acquired lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:22 user nova-compute[75075]: DEBUG nova.network.neutron [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Refreshing network info cache for port de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.network.neutron [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Updated VIF entry in instance network info cache for port de4c42fd-d390-46dd-a3dc-c8ca2f077315. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.network.neutron [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Updating instance_info_cache with network_info: [{"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Releasing lock "refresh_cache-ccd47764-a771-40fc-9987-a0bf8007e620" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 for instance with vm_state active and task_state None.
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 for instance with vm_state active and task_state None.
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING nova.compute.manager [req-f98ec175-2f94-42a6-819a-bee1b60fd19c req-885539be-d3aa-4029-9d1a-a2a72f3cd29e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 for instance with vm_state active and task_state None.
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:23 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c335a123-1fc4-4695-b330-c46e4d7602e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:23 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9cc4c2-cac5-402d-afb3-79994983eab7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c] added
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb7f3e7-8335-4a10-9d7a-0786f966e9e8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[524d30bb-92de-49ce-8815-9a75ed0709a5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJoXBVEQ {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJoXBVEQ" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5658ce8f-aedd-4d84-a816-97cb28b1eddf]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KJoXBVEQ'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f356fc-5023-4ecb-b351-c16072a2e54c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] No waiting events found dispatching network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:23 user nova-compute[75075]: WARNING nova.compute.manager [req-9f856ac8-a702-4102-8f14-ed3c94fd369a req-cf1c66e6-13c5-4c3f-b755-7ee67f73752c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received unexpected event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 for instance with vm_state building and task_state spawning.
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa0da29-7250-449a-8c6c-784b9914e196]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --login" returned: 0 in 0.096s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae69b42a-e1ed-4c82-a81e-18cb564ce189]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]
Nov 13 22:04:23 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5a8e1fb-65cc-4a8d-968f-43163917af98]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae865b0-5e6b-4e6c-8643-c2ac69e344d5]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:23 user nova-compute[75075]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:23 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] HCTL ('39', '-', '-', 0) found on session 27 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[54702c2c-741b-4817-a535-3bf1b10638ee]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 27 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.420s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '26165363565323131', 'path': '/dev/sdh'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165363565323131', 'path': '/dev/sdh'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG nova.objects.instance [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'flavor' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:04:24 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:24 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 22:04:24 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:04:24 user nova-compute[75075]:   <serial>f2855fde-5b73-4292-8204-22021104b60c</serial>
Nov 13 22:04:24 user nova-compute[75075]: </disk>
Nov 13 22:04:24 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:78:85:32, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cb22c91c-5fcd-4f1a-939a-f264346a3362 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.196s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:04:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Instance spawned successfully.
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] No waiting events found dispatching network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:25 user nova-compute[75075]: WARNING nova.compute.manager [req-e7f9af72-eff8-4720-933f-d4d5e1496083 req-cdc004a1-3ba1-4da0-a11d-36d9f986074a service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received unexpected event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 for instance with vm_state building and task_state spawning.
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:25 user nova-compute[75075]: INFO nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Took 8.64 seconds to spawn the instance on the hypervisor.
Nov 13 22:04:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:25 user nova-compute[75075]: INFO nova.compute.manager [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Took 9.57 seconds to build instance.
Nov 13 22:04:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ec388f2f-72e4-43f2-8ec7-762b0d243a1e tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.683s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:27 user nova-compute[75075]: INFO nova.compute.manager [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Rebuilding instance
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:28 user nova-compute[75075]: WARNING nova.compute.manager [req-cc947c30-6906-421d-99d9-607bf8cdc862 req-3319c7c4-0da9-4cdd-82d8-771d2667b592 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state rebuilding.
Nov 13 22:04:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.320s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance destroyed successfully.
Nov 13 22:04:28 user nova-compute[75075]: INFO nova.compute.manager [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Detaching volume f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: INFO nova.virt.block_device [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attempting to driver detach volume f2855fde-5b73-4292-8204-22021104b60c from mountpoint /dev/vdb
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Attempting to detach device vdb from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:04:28 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:28 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 22:04:28 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:04:28 user nova-compute[75075]:   <serial>f2855fde-5b73-4292-8204-22021104b60c</serial>
Nov 13 22:04:28 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:04:28 user nova-compute[75075]: </disk>
Nov 13 22:04:28 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:04:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully detached device vdb from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the persistent domain config.
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:28 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0105aa-b717-43e6-9968-cc9d68e70df5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:04:28 user nova-compute[75075]: No targets found.
Nov 13 22:04:28 user nova-compute[75075]: iSNS:
Nov 13 22:04:28 user nova-compute[75075]: No targets found.
Nov 13 22:04:28 user nova-compute[75075]: STATIC:
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:04:28 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:28 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:28 user nova-compute[75075]: FIRMWARE:
Nov 13 22:04:28 user nova-compute[75075]: No targets found.
Nov 13 22:04:28 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:04:28 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:04:28 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede3d1c1-6b3c-472c-b2c2-01087e45a128]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[00442edb-5a9b-4463-9bcf-59b969f5a890]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:28 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:28 user nova-compute[75075]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:28 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884ddcf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c'): ({'sdh'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Removing single pathed devices sdh {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccf022f-045e-404f-ac82-a30e7c980563]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0e69c9a-5ab8-4a24-9420-a8894ccf0bbc]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flushing IO for device /dev/sdh {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=6903MB free_disk=25.381641387939453GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b172ff2c-ae71-4857-9333-3b7b137b3959]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcc1e25-da4d-421a-ad31-2cd4f5921800]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77bcae07-dc3c-4401-bbb3-66127f18a3d1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1853d464-216d-46a3-bdca-8ede575ae500 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 04174b70-5a00-4216-bb8d-0fef778ecd1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance c8796045-828e-43eb-8db8-4fd6915b6572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0836d318-2e94-47b7-8d9d-cee134723d5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 38671622-1e98-4ed3-83c6-aeee85fd724f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccd47764-a771-40fc-9987-a0bf8007e620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1e1a1d-6820-4906-9d92-04731e8d5c59]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]
Nov 13 22:04:29 user nova-compute[75075]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[df593a69-3441-4242-ae35-5b732e48eaa8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.851s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== disconnect_volume: return (853ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:04:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.618s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:30 user nova-compute[75075]: WARNING nova.compute.manager [req-c6e90509-23a4-4a80-8e1b-163e278a08a5 req-d0d3b53b-d523-420b-b691-e2fb79b02da7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state rebuilding.
Nov 13 22:04:30 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance destroyed successfully.
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-ServerActionsTestOtherA-server-1051295863',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71578383-1f, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df46da89-5101-4660-b755-018bca13a478) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:30 user nova-compute[75075]: INFO os_vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f')
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:30 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93448ae-2e56-45d6-856f-8717aef5194d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:04:30 user nova-compute[75075]: No targets found.
Nov 13 22:04:30 user nova-compute[75075]: iSNS:
Nov 13 22:04:30 user nova-compute[75075]: No targets found.
Nov 13 22:04:30 user nova-compute[75075]: STATIC:
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:04:30 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:30 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:30 user nova-compute[75075]: FIRMWARE:
Nov 13 22:04:30 user nova-compute[75075]: No targets found.
Nov 13 22:04:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:04:30 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:04:30 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7825ed-e065-4d1d-9447-c2df2201f044]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe4dab21-8c09-4a6d-87d0-0ddcbdc8fbc9]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:30 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac168b80>, {}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Disconnecting from: [] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.090s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== disconnect_volume: return (91ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:04:30 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Deleting instance files /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc_del
Nov 13 22:04:30 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Deletion of /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc_del complete
Nov 13 22:04:30 user nova-compute[75075]: INFO nova.virt.block_device [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Booting with volume f2855fde-5b73-4292-8204-22021104b60c at /dev/vdb
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.utils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca15e33c-3552-4788-848e-27b9a45acd0b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d71bc451-9920-4391-a530-84f5c8f50e70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3aed823-5a89-4a62-a195-6ab232846bf6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc048b44-7e2a-41db-9a14-ada28c8163ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:30 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:30 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b286d775-8506-43eb-93a1-c0dcc4233804]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG os_brick.utils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:30 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating existing volume attachment record: 04c301d2-116d-4d4e-bbe9-6818874ac10e {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-changed-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Refreshing instance network info cache due to event network-changed-06081032-a70c-4f9b-a184-e14d489c7f5a. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] Acquiring lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] Acquired lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Refreshing network info cache for port 06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updated VIF entry in instance network info cache for port 06081032-a70c-4f9b-a184-e14d489c7f5a. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating instance_info_cache with network_info: [{"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ca070638-30b0-47b3-bf7e-26ffefb39d18 req-0faad246-f50c-437c-8cd9-d3df8452ef6e service nova] Releasing lock "refresh_cache-ca581b20-47de-43e0-bf1b-ab18938b3cf5" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:04:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Creating image(s)
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.219s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:35 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk 1073741824" returned: 0 in 0.061s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:36 user nova-compute[75075]: INFO nova.compute.manager [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attaching volume d2eec753-af94-4581-b85b-39c0ea1c0390 to /dev/vdb
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.utils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f087b25-38a6-41db-bb8c-795134a6b617]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad4aa15-688d-4002-bbc4-046db06ce7e8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a91e97-8fde-4c33-892d-786077143bb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[79e4e660-80fb-4235-990d-34ac2c7573c5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:36 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d100da-75ed-4a02-9606-f10f45e63704]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.utils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating existing volume attachment record: 2e517919-3784-44b1-b189-ecfbe9ea93aa {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Cannot resize image /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Ensure instance console log exists: /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start _get_guest_xml network_info=[{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7bc73f99-1c36-47fd-b58a-2eae7b0c26dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2855fde-5b73-4292-8204-22021104b60c', 'serial': 'f2855fde-5b73-4292-8204-22021104b60c'}, 'attachment_id': '04c301d2-116d-4d4e-bbe9-6818874ac10e', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:04:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 13 22:04:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.objects.instance [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:36 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:36 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:36 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e1c37e1-215c-45b7-bb4a-847f7cbfa31f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:36 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94faf3c-ed5b-44a5-a616-7927b54e002a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c] added
Nov 13 22:04:36 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc98c706-4d4d-40fb-b145-86a75cf0fa23]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[856fe5d5-7141-448a-885f-ef97d9634ca6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJoXBVEQ {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJoXBVEQ" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[131e15a9-1c2e-4a78-a00c-e48c41811052]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KJoXBVEQ'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[814da2d0-1d09-44b0-938c-35a9ebf38ff6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da8410a-2016-4623-b204-36cbb764a8cf]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:36 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --login" returned: 0 in 1.081s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7fde9d-3362-4119-9b05-4b91519d4782]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]
Nov 13 22:04:37 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[722ceb58-31d4-4a0d-a5dc-b045f1695cdb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f00c96eb-42ce-4ec4-80ad-87f90fd5a50c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:37 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.319s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] HCTL ('39', '-', '-', 0) found on session 28 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd1f855-6324-48dc-bbe4-f73419e2cd1f]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 28 and hctl ['39', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 28 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.355s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== connect_volume: return (2357ms) {'type': 'block', 'scsi_wwn': '26165363565323131', 'path': '/dev/sdh'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165363565323131', 'path': '/dev/sdh'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-ServerActionsTestOtherA-server-1051295863',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:04:38 user nova-compute[75075]:   <uuid>7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</uuid>
Nov 13 22:04:38 user nova-compute[75075]:   <name>instance-00000015</name>
Nov 13 22:04:38 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:04:38 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:04:38 user nova-compute[75075]:   <metadata>
Nov 13 22:04:38 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:04:38 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherA-server-1051295863</nova:name>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:04:36</nova:creationTime>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:04:38 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:04:38 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:owner>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:user uuid="23be47c60e1941bdb06571f153851782">tempest-ServerActionsTestOtherA-2077817440-project-member</nova:user>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:project uuid="a52ec30511a449f48e379359c86c00eb">tempest-ServerActionsTestOtherA-2077817440</nova:project>
Nov 13 22:04:38 user nova-compute[75075]:       </nova:owner>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:04:38 user nova-compute[75075]:       <nova:ports>
Nov 13 22:04:38 user nova-compute[75075]:         <nova:port uuid="71578383-1f6e-4a85-b66a-05df6b889cbb">
Nov 13 22:04:38 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 22:04:38 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:38 user nova-compute[75075]:       </nova:ports>
Nov 13 22:04:38 user nova-compute[75075]:     </nova:instance>
Nov 13 22:04:38 user nova-compute[75075]:   </metadata>
Nov 13 22:04:38 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:04:38 user nova-compute[75075]:     <system>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="serial">7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</entry>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="uuid">7bc73f99-1c36-47fd-b58a-2eae7b0c26dc</entry>
Nov 13 22:04:38 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:04:38 user nova-compute[75075]:     </system>
Nov 13 22:04:38 user nova-compute[75075]:   </sysinfo>
Nov 13 22:04:38 user nova-compute[75075]:   <os>
Nov 13 22:04:38 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:04:38 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:04:38 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:04:38 user nova-compute[75075]:   </os>
Nov 13 22:04:38 user nova-compute[75075]:   <features>
Nov 13 22:04:38 user nova-compute[75075]:     <acpi/>
Nov 13 22:04:38 user nova-compute[75075]:     <apic/>
Nov 13 22:04:38 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:04:38 user nova-compute[75075]:   </features>
Nov 13 22:04:38 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:04:38 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:04:38 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:04:38 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:04:38 user nova-compute[75075]:   </clock>
Nov 13 22:04:38 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:04:38 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:04:38 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:04:38 user nova-compute[75075]:   </cpu>
Nov 13 22:04:38 user nova-compute[75075]:   <devices>
Nov 13 22:04:38 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:04:38 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:04:38 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk"/>
Nov 13 22:04:38 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:04:38 user nova-compute[75075]:     </disk>
Nov 13 22:04:38 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:04:38 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:38 user nova-compute[75075]:       <source dev="/dev/sdh"/>
Nov 13 22:04:38 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:04:38 user nova-compute[75075]:       <serial>f2855fde-5b73-4292-8204-22021104b60c</serial>
Nov 13 22:04:38 user nova-compute[75075]:     </disk>
Nov 13 22:04:38 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:38 user nova-compute[75075]:       <mac address="fa:16:3e:78:85:32"/>
Nov 13 22:04:38 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:38 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:38 user nova-compute[75075]:       <target dev="tap71578383-1f"/>
Nov 13 22:04:38 user nova-compute[75075]:     </interface>
Nov 13 22:04:38 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:04:38 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/console.log" append="off"/>
Nov 13 22:04:38 user nova-compute[75075]:     </serial>
Nov 13 22:04:38 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:04:38 user nova-compute[75075]:     <video>
Nov 13 22:04:38 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:38 user nova-compute[75075]:     </video>
Nov 13 22:04:38 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:04:38 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:04:38 user nova-compute[75075]:     </rng>
Nov 13 22:04:38 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:04:38 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:04:38 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:04:38 user nova-compute[75075]:     </memballoon>
Nov 13 22:04:38 user nova-compute[75075]:   </devices>
Nov 13 22:04:38 user nova-compute[75075]: </domain>
Nov 13 22:04:38 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-ServerActionsTestOtherA-server-1051295863',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG os_vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd4645dd-dae1-5a33-8790-d6c4546fb030', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71578383-1f, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71578383-1f, col_values=(('qos', UUID('7aa6a6ec-9c54-4e17-a2a2-a0d22ca16471')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71578383-1f, col_values=(('external_ids', {'iface-id': '71578383-1f6e-4a85-b66a-05df6b889cbb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:85:32', 'vm-uuid': '7bc73f99-1c36-47fd-b58a-2eae7b0c26dc'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:38 user nova-compute[75075]: INFO os_vif [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f')
Nov 13 22:04:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:78:85:32, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:40 user nova-compute[75075]: WARNING nova.compute.manager [req-93346978-0491-4b6e-b534-903fdf010319 req-5691c8c9-f390-474b-a7b0-08233a475837 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state rebuild_spawning.
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZfMdOAx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:41 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afb763e-1062-4a95-ae12-6a661a30e799]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:41 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[de34de33-791c-4c83-aa3a-57775114e5aa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390] added
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0506e8-6af2-495d-bfb7-6bdaf73ad0dd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e0e9fc-5b87-47d7-8ad0-203895575b24]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZfMdOAx {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZfMdOAx" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1fda9a-b3f6-4cf9-b2f6-872629a06c5b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lZfMdOAx'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[67173842-df92-4bfd-905f-5542e9da7887]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1dd61c7-d89d-4dca-a834-6b6e7feeb97a]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[593a9e89-5eeb-4e41-8a43-a50fcb49489b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260]
Nov 13 22:04:41 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8874c92e-879f-451c-84b9-d3df57f7d185]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f115591c-ced0-4c98-b27e-d3554f6ce209]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:41 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] HCTL ('40', '-', '-', 0) found on session 29 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[977900d2-3ec1-4081-addb-2200271cc51a]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Searching for a device in session 29 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZfMdOAx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23966656665313235', 'path': '/dev/sdi'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966656665313235', 'path': '/dev/sdi'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:04:42 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:42 user nova-compute[75075]:   <source dev="/dev/sdi"/>
Nov 13 22:04:42 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:04:42 user nova-compute[75075]:   <serial>d2eec753-af94-4581-b85b-39c0ea1c0390</serial>
Nov 13 22:04:42 user nova-compute[75075]: </disk>
Nov 13 22:04:42 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:04:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance spawned successfully.
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:42 user nova-compute[75075]: WARNING nova.compute.manager [req-b8fc782f-5ccd-4ffa-b9c8-95ad55170e89 req-07ca3f07-a526-4510-bad8-3ed6a71d65ad service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state active and task_state rebuild_spawning.
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75075) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No VIF found with MAC fa:16:3e:f1:6b:cc, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-fee2181e-dc5d-4bc2-8da4-ac22f1601946 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.082s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef934f50-dddd-434f-8b3b-abbef71239b1 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.791s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:46 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:47 user nova-compute[75075]: INFO nova.compute.manager [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Terminating instance
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:47 user nova-compute[75075]: INFO nova.compute.manager [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attaching volume eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e to /dev/vdc
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b40f5aa-a2d5-4a87-8404-e94c75a2f949]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1541989-4760-4eef-a9d5-4997a6232f3d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[34762eff-8857-45ab-b080-e9025a95cb60]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebeb06a8-c34d-4b72-b438-c0a7f5c9ab8d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-36929daa-e724-480f-a86a-35e5fc86aa4a req-83eda8c4-16c4-4dcc-9fe7-76b2641fc054 service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-unplugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:04:47 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3807a637-d576-4219-9560-bca2c1ab4e41]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating existing volume attachment record: 6def8f66-4e54-4d3b-b7a1-d1f37f0006f5 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:04:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Instance destroyed successfully.
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lazy-loading 'resources' on Instance uuid 04174b70-5a00-4216-bb8d-0fef778ecd1d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:01:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-645831828',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2109026114',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJJ/QqAhDLIhkR4+BlNZmo0vPtmQCRY2N64Bpnia9L/mwPkf9Oz5O+dHzmUUkUvyJZJiLfSvJTEP1jhK6h96NRV/Ffjsbx5CKlYb8cEkWzOHIih997hxkHCpzWdvFxXCbQ==',key_name='tempest-keypair-956376348',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:03:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e28932b883584f748084ecb991e9f696',ramdisk_id='',reservation_id='r-6ta3rpvp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-952352575',owner_user_name='tempest-ServerActionsV293TestJSON-952352575-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:03:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='963c1d4613fb4f40b46eeb5dd8c2c81d',uuid=04174b70-5a00-4216-bb8d-0fef778ecd1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converting VIF {"id": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "address": "fa:16:3e:07:1b:a2", "network": {"id": "2015b04f-862d-4abc-9254-929718be03ad", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-975476047-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e28932b883584f748084ecb991e9f696", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d301669-38", "ovs_interfaceid": "2d301669-3892-411b-a0fb-4ea96ba05d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_vif [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d301669-38, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9a9b3a8-34a1-4c8f-9513-06298d997abe) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:47 user nova-compute[75075]: INFO os_vif [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:1b:a2,bridge_name='br-int',has_traffic_filtering=True,id=2d301669-3892-411b-a0fb-4ea96ba05d5d,network=Network(2015b04f-862d-4abc-9254-929718be03ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d301669-38')
Nov 13 22:04:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nXuIMfok', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd3d4a6-aa5f-4129-b166-ac8a60d38964]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:04:47 user nova-compute[75075]: No targets found.
Nov 13 22:04:47 user nova-compute[75075]: iSNS:
Nov 13 22:04:47 user nova-compute[75075]: No targets found.
Nov 13 22:04:47 user nova-compute[75075]: STATIC:
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:04:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:04:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:04:47 user nova-compute[75075]: FIRMWARE:
Nov 13 22:04:47 user nova-compute[75075]: No targets found.
Nov 13 22:04:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:04:47 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:04:47 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[656df8d2-2d69-4976-a094-5e0c70156668]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c56b5276-b254-4404-93c4-4aad20b9d6bf]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28821c670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1507c362-93c4-402b-8188-fdd9b1169072]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbf89f8-ef24-42b7-956c-2b54e04babae]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[52fadc56-5e38-4037-b60e-279767130720]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[85da1e73-46e7-42b2-a00c-473f634479f1]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8c021fc9', '/dev/disk/by-id/scsi-23039386161326166', '/dev/disk/by-id/scsi-1SCST_BIO8c021fc9-098aa2af1f712b9a') {{(pid=86562) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b6dc4f-6330-46a6-b582-eadb20767daa]: (4, None) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[924149ff-255a-4ca4-a2f9-3ec3d6bc67fb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0b0aa6-a7f9-4507-a56c-3aa20a84c0f4]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260]
Nov 13 22:04:48 user nova-compute[75075]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e934fc83-1bc0-4ccb-b9f6-4cc126452754 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5824ed4-4330-41a6-a3ad-3839494e184e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] <== disconnect_volume: return (358ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:04:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deleting instance files /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d_del
Nov 13 22:04:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deletion of /opt/stack/data/nova/instances/04174b70-5a00-4216-bb8d-0fef778ecd1d_del complete
Nov 13 22:04:48 user nova-compute[75075]: INFO nova.compute.manager [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Took 1.29 seconds to destroy the instance on the hypervisor.
Nov 13 22:04:48 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:04:48 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:49 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Took 0.80 seconds to deallocate network for instance.
Nov 13 22:04:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-f5f11dc3-3181-4427-bb54-a17baedb0e2b req-0f6dd213-bba6-416d-8c3a-1dec206398af service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-deleted-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] Acquiring lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] No waiting events found dispatching network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:49 user nova-compute[75075]: WARNING nova.compute.manager [req-19d20f30-3ce2-45c4-958b-6f109f85e7fd req-d68dd0bb-8f72-47a1-9fa8-33a983d7911b service nova] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Received unexpected event network-vif-plugged-2d301669-3892-411b-a0fb-4ea96ba05d5d for instance with vm_state active and task_state deleting.
Nov 13 22:04:49 user nova-compute[75075]: INFO nova.compute.manager [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Took 0.80 seconds to detach 1 volumes for instance.
Nov 13 22:04:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] [instance: 04174b70-5a00-4216-bb8d-0fef778ecd1d] Deleting volume: e934fc83-1bc0-4ccb-b9f6-4cc126452754 {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:04:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:50 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:04:50 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:04:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:50 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Deleted allocations for instance 04174b70-5a00-4216-bb8d-0fef778ecd1d
Nov 13 22:04:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7b250dc0-ce90-4f05-aef9-32373fc471e3 tempest-ServerActionsV293TestJSON-952352575 tempest-ServerActionsV293TestJSON-952352575-project-member] Lock "04174b70-5a00-4216-bb8d-0fef778ecd1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.539s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DmQsURTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:04:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:04:51 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96954b2-1858-49db-ba75-289d74b05a5b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:04:51 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[335b4f7f-3cc7-4383-a4c9-faa5ff7cffd0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e] added
Nov 13 22:04:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[800cc790-41ca-4bcf-a0de-baecc4453d5d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f588a2e-87ae-46b3-9e39-75879283c5f9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DmQsURTo {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DmQsURTo" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[174b379e-cc9b-4efd-9410-dd2e64e723fb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DmQsURTo'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d7ba35a-1961-4a0d-ad71-41d76b408e7e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb3fde3-c9fb-40c4-8c67-545688df7b1c]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d993b91-217e-421f-b092-ca02d042c388]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260]
Nov 13 22:04:52 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260] successful.
Nov 13 22:04:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9104809f-db2b-4f07-92bc-cb1c4bef7f9a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[515dc9fe-e03e-4a4e-9d1d-65f07cb2196b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:04:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:04:52 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:04:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7109ee0f-e09b-41bb-a741-5c5d14f07782]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DmQsURTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '26435663737393861', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26435663737393861', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:04:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:53 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:04:53 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:04:53 user nova-compute[75075]:   <serial>eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e</serial>
Nov 13 22:04:53 user nova-compute[75075]: </disk>
Nov 13 22:04:53 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] No VIF found with MAC fa:16:3e:f1:6b:cc, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a46fb9fb-ebaf-4796-85b4-813749796c52 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.598s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:55 user nova-compute[75075]: INFO nova.compute.manager [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Detaching volume eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:04:55 user nova-compute[75075]: INFO nova.virt.block_device [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attempting to driver detach volume eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e from mountpoint /dev/vdc
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Attempting to detach device vdc from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:04:55 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:55 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:04:55 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:04:55 user nova-compute[75075]:   <serial>eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e</serial>
Nov 13 22:04:55 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 22:04:55 user nova-compute[75075]: </disk>
Nov 13 22:04:55 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:04:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully detached device vdc from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the persistent domain config.
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:04:55 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:04:55 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:04:55 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:04:55 user nova-compute[75075]:   <serial>eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e</serial>
Nov 13 22:04:55 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 22:04:55 user nova-compute[75075]: </disk>
Nov 13 22:04:55 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:04:55 user nova-compute[75075]: INFO nova.compute.claims [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Claim successful on node user
Nov 13 22:04:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:04:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.policy [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab33fd01a2a84fa79c8100156a5d3130', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6947769a14674797bf7620c875174aba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:04:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Creating image(s)
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk 1073741824" returned: 0 in 0.053s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:04:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Successfully created port: bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Cannot resize image /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Ensure instance console log exists: /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Successfully updated port: bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing instance network info cache due to event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance network_info: |[{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.neutron [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start _get_guest_xml network_info=[{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:04:57 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:57 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-55915541',display_name='tempest-ServerRescueNegativeTestJSON-server-55915541',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-55915541',id=28,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJkMnMuOgz+HqCZwkzNFHVdXQJsZnkHeZ/pw5LxXxFpvN1jeaRYvTHfxAo/zCAKWaBmq/rwOYgKLABUJFsvyfX1KL4bekVq6NdhS08Nb2sEj2mm6I9bvoTE7ivQwnrYOSQ==',key_name='tempest-keypair-271530103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-l4f60bzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=664fbb60-edec-460d-a565-12694c6a8531,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:04:57 user nova-compute[75075]:   <uuid>664fbb60-edec-460d-a565-12694c6a8531</uuid>
Nov 13 22:04:57 user nova-compute[75075]:   <name>instance-0000001c</name>
Nov 13 22:04:57 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:04:57 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:04:57 user nova-compute[75075]:   <metadata>
Nov 13 22:04:57 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:04:57 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-55915541</nova:name>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:04:57</nova:creationTime>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:04:57 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:04:57 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:owner>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 22:04:57 user nova-compute[75075]:       </nova:owner>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:04:57 user nova-compute[75075]:       <nova:ports>
Nov 13 22:04:57 user nova-compute[75075]:         <nova:port uuid="bc127ea1-68d6-4dc9-815a-1d42e906ddcf">
Nov 13 22:04:57 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:04:57 user nova-compute[75075]:         </nova:port>
Nov 13 22:04:57 user nova-compute[75075]:       </nova:ports>
Nov 13 22:04:57 user nova-compute[75075]:     </nova:instance>
Nov 13 22:04:57 user nova-compute[75075]:   </metadata>
Nov 13 22:04:57 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:04:57 user nova-compute[75075]:     <system>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="serial">664fbb60-edec-460d-a565-12694c6a8531</entry>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="uuid">664fbb60-edec-460d-a565-12694c6a8531</entry>
Nov 13 22:04:57 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:04:57 user nova-compute[75075]:     </system>
Nov 13 22:04:57 user nova-compute[75075]:   </sysinfo>
Nov 13 22:04:57 user nova-compute[75075]:   <os>
Nov 13 22:04:57 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:04:57 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:04:57 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:04:57 user nova-compute[75075]:   </os>
Nov 13 22:04:57 user nova-compute[75075]:   <features>
Nov 13 22:04:57 user nova-compute[75075]:     <acpi/>
Nov 13 22:04:57 user nova-compute[75075]:     <apic/>
Nov 13 22:04:57 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:04:57 user nova-compute[75075]:   </features>
Nov 13 22:04:57 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:04:57 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:04:57 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:04:57 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:04:57 user nova-compute[75075]:   </clock>
Nov 13 22:04:57 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:04:57 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:04:57 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:04:57 user nova-compute[75075]:   </cpu>
Nov 13 22:04:57 user nova-compute[75075]:   <devices>
Nov 13 22:04:57 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:04:57 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:04:57 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk"/>
Nov 13 22:04:57 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:04:57 user nova-compute[75075]:     </disk>
Nov 13 22:04:57 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:04:57 user nova-compute[75075]:       <mac address="fa:16:3e:9e:b2:7c"/>
Nov 13 22:04:57 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:57 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:04:57 user nova-compute[75075]:       <target dev="tapbc127ea1-68"/>
Nov 13 22:04:57 user nova-compute[75075]:     </interface>
Nov 13 22:04:57 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:04:57 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/console.log" append="off"/>
Nov 13 22:04:57 user nova-compute[75075]:     </serial>
Nov 13 22:04:57 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:04:57 user nova-compute[75075]:     <video>
Nov 13 22:04:57 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:04:57 user nova-compute[75075]:     </video>
Nov 13 22:04:57 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:04:57 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:04:57 user nova-compute[75075]:     </rng>
Nov 13 22:04:57 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:04:57 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:04:57 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:04:57 user nova-compute[75075]:     </memballoon>
Nov 13 22:04:57 user nova-compute[75075]:   </devices>
Nov 13 22:04:57 user nova-compute[75075]: </domain>
Nov 13 22:04:57 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-55915541',display_name='tempest-ServerRescueNegativeTestJSON-server-55915541',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-55915541',id=28,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJkMnMuOgz+HqCZwkzNFHVdXQJsZnkHeZ/pw5LxXxFpvN1jeaRYvTHfxAo/zCAKWaBmq/rwOYgKLABUJFsvyfX1KL4bekVq6NdhS08Nb2sEj2mm6I9bvoTE7ivQwnrYOSQ==',key_name='tempest-keypair-271530103',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-l4f60bzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:04:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=664fbb60-edec-460d-a565-12694c6a8531,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG os_vif [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cb72e914-206a-5251-af1a-c241ae0eb4a9', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbc127ea1-68, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbc127ea1-68, col_values=(('qos', UUID('8134c6c2-32cd-484e-a3e3-a54b73e95d58')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbc127ea1-68, col_values=(('external_ids', {'iface-id': 'bc127ea1-68d6-4dc9-815a-1d42e906ddcf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:b2:7c', 'vm-uuid': '664fbb60-edec-460d-a565-12694c6a8531'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:04:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:57 user nova-compute[75075]: INFO os_vif [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68')
Nov 13 22:04:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:04:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:9e:b2:7c, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:04:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updated VIF entry in instance network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:04:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:04:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b80f80fc-cb4c-4d31-a05a-af605f97f63b req-0acb5257-70c1-4eea-be93-f7229df9e424 service nova] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:59 user nova-compute[75075]: INFO nova.compute.manager [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Terminating instance
Nov 13 22:04:59 user nova-compute[75075]: DEBUG nova.compute.manager [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-d0dfd9e3-34cd-44e2-a595-9e12a3b6d00f req-ac98cb93-4bba-4cf8-8513-833340f15aaa service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-unplugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:04:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Instance destroyed successfully.
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.objects.instance [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lazy-loading 'resources' on Instance uuid 1853d464-216d-46a3-bdca-8ede575ae500 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-219217859',display_name='tempest-ServerActionsTestOtherB-server-219217859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-219217859',id=4,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAFpSPbLfpVxeRg5LFcJ8PPUSqzKfFGo9jvPIA8ldKd752f8kCAeDN78Fu4MKaPyDquMt8h37RkOwCUl79Kp0XBcg1+LTf4XLN1tUj8G8c8XUwm5nIsJuyJVsPUesJslqA==',key_name='tempest-keypair-279871486',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cfb8f4fabe94d78af5ea346c783febb',ramdisk_id='',reservation_id='r-ioxf9ymt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1554012348',owner_user_name='tempest-ServerActionsTestOtherB-1554012348-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:02:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c692ff7cfe574a3bb845b95aef47c34c',uuid=1853d464-216d-46a3-bdca-8ede575ae500,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converting VIF {"id": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "address": "fa:16:3e:07:42:0b", "network": {"id": "9d42880a-062c-44f6-a468-7afcdbfb7815", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-874160037-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cfb8f4fabe94d78af5ea346c783febb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapddb548dd-5a", "ovs_interfaceid": "ddb548dd-5a80-4183-a0c8-dc41675310ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_vif [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapddb548dd-5a, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a5365c75-c0b3-4c37-9bee-206c8e2a9fc5) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:00 user nova-compute[75075]: INFO os_vif [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:42:0b,bridge_name='br-int',has_traffic_filtering=True,id=ddb548dd-5a80-4183-a0c8-dc41675310ff,network=Network(9d42880a-062c-44f6-a468-7afcdbfb7815),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapddb548dd-5a')
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BOpuARJm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:00 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee68f35-0b1a-4212-805a-c4dacb7c735b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:00 user nova-compute[75075]: No targets found.
Nov 13 22:05:00 user nova-compute[75075]: iSNS:
Nov 13 22:05:00 user nova-compute[75075]: No targets found.
Nov 13 22:05:00 user nova-compute[75075]: STATIC:
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9
Nov 13 22:05:00 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:00 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:00 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:00 user nova-compute[75075]: No targets found.
Nov 13 22:05:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:00 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:00 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d702fb-a4fd-4f1c-bf40-4b314e7714f7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc3e4e6-7765-4d08-b178-ea14b5b88e48]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:05:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:00 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:05:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac144e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[805c7987-d18a-4a4d-a847-b5b79081b1d1]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae63941d-f24e-4425-8657-a01521d9215a]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ece0f0e-bbc6-4a21-848b-8e1c9b15ac2a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[479617de-5787-41d6-8b14-5f68b1a0e2f5]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b14374-76e1-4629-8496-cf908798185a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d057f14-50e1-4609-925f-af0035a226b2]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260]
Nov 13 22:05:00 user nova-compute[75075]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:94dc5cc6-f341-4753-a502-564dc53448c9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c466801e-4dea-41eb-bce4-5f8d13828c27]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] <== disconnect_volume: return (325ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Deleting instance files /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_del
Nov 13 22:05:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Deletion of /opt/stack/data/nova/instances/1853d464-216d-46a3-bdca-8ede575ae500_del complete
Nov 13 22:05:00 user nova-compute[75075]: INFO nova.compute.manager [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Took 1.45 seconds to destroy the instance on the hypervisor.
Nov 13 22:05:00 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:05:00 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:01 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Took 0.68 seconds to deallocate network for instance.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-684129a1-a38f-4af7-b8c4-433b98fae31b req-fc99c544-5510-43bd-a9d2-deab612bda48 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-deleted-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:01 user nova-compute[75075]: INFO nova.compute.manager [req-684129a1-a38f-4af7-b8c4-433b98fae31b req-fc99c544-5510-43bd-a9d2-deab612bda48 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Neutron deleted interface ddb548dd-5a80-4183-a0c8-dc41675310ff; detaching it from the instance and deleting it from the info cache
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.network.neutron [req-684129a1-a38f-4af7-b8c4-433b98fae31b req-fc99c544-5510-43bd-a9d2-deab612bda48 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-684129a1-a38f-4af7-b8c4-433b98fae31b req-fc99c544-5510-43bd-a9d2-deab612bda48 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Detach interface failed, port_id=ddb548dd-5a80-4183-a0c8-dc41675310ff, reason: Instance 1853d464-216d-46a3-bdca-8ede575ae500 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Acquiring lock "1853d464-216d-46a3-bdca-8ede575ae500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "1853d464-216d-46a3-bdca-8ede575ae500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] No waiting events found dispatching network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:01 user nova-compute[75075]: WARNING nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Received unexpected event network-vif-plugged-ddb548dd-5a80-4183-a0c8-dc41675310ff for instance with vm_state active and task_state deleting.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:01 user nova-compute[75075]: WARNING nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state building and task_state spawning.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:01 user nova-compute[75075]: WARNING nova.compute.manager [req-6c5d60fb-3484-4261-9f63-56ef13240418 req-333acca8-8fee-4395-acc9-9fd44fcf5c26 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state building and task_state spawning.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:05:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance spawned successfully.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:05:01 user nova-compute[75075]: INFO nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Took 5.61 seconds to spawn the instance on the hypervisor.
Nov 13 22:05:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:05:02 user nova-compute[75075]: INFO nova.compute.manager [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Took 6.45 seconds to build instance.
Nov 13 22:05:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b2f47dca-99b9-4e42-bb28-46caefea073f tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.548s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:02 user nova-compute[75075]: INFO nova.compute.manager [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] [instance: 1853d464-216d-46a3-bdca-8ede575ae500] Took 0.83 seconds to detach 1 volumes for instance.
Nov 13 22:05:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:02 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:05:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:05:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:02 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Deleted allocations for instance 1853d464-216d-46a3-bdca-8ede575ae500
Nov 13 22:05:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-64407ccf-d397-4602-a19f-459338eebc24 tempest-ServerActionsTestOtherB-1554012348 tempest-ServerActionsTestOtherB-1554012348-project-member] Lock "1853d464-216d-46a3-bdca-8ede575ae500" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.599s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:15 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 is timed out.
Nov 13 22:05:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully detached device vdc from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the live domain config.
Nov 13 22:05:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DmQsURTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9bf2f0-4b3f-4eda-a573-292a5770c1d6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:16 user nova-compute[75075]: No targets found.
Nov 13 22:05:16 user nova-compute[75075]: iSNS:
Nov 13 22:05:16 user nova-compute[75075]: No targets found.
Nov 13 22:05:16 user nova-compute[75075]: STATIC:
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:05:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:16 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:16 user nova-compute[75075]: No targets found.
Nov 13 22:05:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:16 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:16 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f51afa8-99ef-48f1-8ba9-3b4c018497aa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a51e299f-9e70-4dec-92fe-6352744fbb71]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:05:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:16 user nova-compute[75075]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e (non-flash)
Nov 13 22:05:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d5900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbac6787-e11f-418d-aefd-f2776915af14]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a0b2fe-2fe8-4f60-821d-32fba362fe99]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[10632fd8-8cae-470e-bd3e-c852d3623c0a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc7fe32-875b-4913-a825-5013ae29fad3]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b691918-14aa-4b17-b867-305fb5e86494]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f6f49ac-c9c9-476a-bb0a-df9458240d29]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260]
Nov 13 22:05:16 user nova-compute[75075]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eaaa6bb2-e85e-4843-b12e-9a08fc4d6f2e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[557a6981-2fac-44bc-869b-4c9dd6313ad1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== disconnect_volume: return (316ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8a35297d-9660-4c94-afcf-0e9b8dfa47f3 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.654s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:05:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:05:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:21 user nova-compute[75075]: INFO nova.compute.manager [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Attaching volume 3278fa44-b31f-4206-9bdc-1c5590b3cf19 to /dev/vdb
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.utils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd28a00e-44d6-4fb0-9f9d-74df01fd6ed8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[89df1809-2084-4066-8e6d-648bbec750a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[83cf3e50-a581-439f-8129-4192c40cab08]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df01ca3-eb8f-45f6-bc6a-debd0ff318d9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:05:21 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ff709b-4f26-4341-9bd1-1ffe5517a1bd]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG os_brick.utils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating existing volume attachment record: 858c7979-8825-4d48-9fad-04bc44bb9204 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:21 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtdenCyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:25 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:25 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:25 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5f0f88-669e-4ffc-841e-678816268d06]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:05:25 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cea6940-076c-43de-b71b-47cee466d261]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19] added
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed3991b5-dfe5-405f-ae0d-5e3284c09d7b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a632452-7e81-446d-bb29-7733e27354d1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtdenCyi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DtdenCyi" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc2dcbb-6ec8-4367-91a8-017015951f7f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DtdenCyi'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[107fb859-37f4-43e1-9410-caed758bed4a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c77672f-acd0-4eb1-9715-127ae35678e8]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[912b9225-1e3d-43be-af07-4c0e88b1ea3d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260]
Nov 13 22:05:25 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0d97f3-4247-41c0-b0b6-a42f0b00c1bb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f096f839-fe5d-4477-82f0-026fc78191b5]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9ff412-5e80-4bf8-b87d-925b27174c1b]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtdenCyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdi (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.656s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== connect_volume: return (1659ms) {'type': 'block', 'scsi_wwn': '26236363839663762', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236363839663762', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:05:27 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:05:27 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=6831MB free_disk=25.342300415039062GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:05:27 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:27 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:05:27 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:27 user nova-compute[75075]:   <serial>3278fa44-b31f-4206-9bdc-1c5590b3cf19</serial>
Nov 13 22:05:27 user nova-compute[75075]: </disk>
Nov 13 22:05:27 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance c8796045-828e-43eb-8db8-4fd6915b6572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0836d318-2e94-47b7-8d9d-cee134723d5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 38671622-1e98-4ed3-83c6-aeee85fd724f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccd47764-a771-40fc-9987-a0bf8007e620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] No VIF found with MAC fa:16:3e:06:3c:e9, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f36e4b39-0e28-4735-8a47-a53674aba54d tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.483s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing instance network info cache due to event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:05:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updated VIF entry in instance network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:05:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c68071ea-d031-461e-8742-4d733e560cc2 req-443d1bad-2e8b-481b-a055-3f2d3362aeb3 service nova] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing instance network info cache due to event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:05:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updated VIF entry in instance network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f68e1351-ff2e-4e0a-b233-f4cb12b75c55 req-8f600f0a-88b8-4d59-8b06-16c9812f1644 service nova] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:33 user nova-compute[75075]: INFO nova.compute.manager [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Rebooting instance
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:05:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:36 user nova-compute[75075]: WARNING nova.compute.manager [req-6da7e70e-a885-4643-9670-1d1aab8ebfb8 req-0b466a45-eff4-40af-8137-f803cea19af1 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state active and task_state reboot_started.
Nov 13 22:05:36 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance shutdown successfully.
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:38 user nova-compute[75075]: WARNING nova.compute.manager [req-82be6758-4d24-477c-93de-534a6cd14b58 req-d0e14bae-5d44-40f9-9c59-9eb4fd8cdf5c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state active and task_state reboot_started.
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance running successfully.
Nov 13 22:05:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance soft rebooted successfully.
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:40 user nova-compute[75075]: WARNING nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state active and task_state reboot_started.
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:40 user nova-compute[75075]: WARNING nova.compute.manager [req-d2cc2cda-09a8-4f24-ba0f-3ad42b60d43e req-5bbab5b6-86a1-4990-89a6-9e19595b7b92 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state active and task_state reboot_started.
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5b3d3d62-0322-4a9b-8de0-a39ebc867de8 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.186s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-changed-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Refreshing instance network info cache due to event network-changed-2dba93ef-d876-49b7-ad74-e50225540f63. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] Acquiring lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] Acquired lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Refreshing network info cache for port 2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:05:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updated VIF entry in instance network info cache for port 2dba93ef-d876-49b7-ad74-e50225540f63. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:05:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updating instance_info_cache with network_info: [{"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dddb2fdd-6c66-43f3-b5b9-55c05a521c6f req-a9885cf7-bd2a-4d8c-9dd1-79413aaa51ad service nova] Releasing lock "refresh_cache-0836d318-2e94-47b7-8d9d-cee134723d5f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lazy-loading 'flavor' on Instance uuid 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:43 user nova-compute[75075]: INFO nova.compute.manager [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Attaching volume 8ae91b0e-48bc-4025-b54b-00c6a944189b to /dev/vdb
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.utils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[540e0349-726f-44a0-8d88-4bae38349898]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[017400a4-8f3c-4f4d-84b3-bc5d8b275e42]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d37d0383-cea8-4931-ae56-b56ed8cbbaab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bebe314-bed1-4029-9808-b14d62f5ef03]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:05:43 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:05:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ffbf15-a9da-4229-b981-ccf67f70f29b]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG os_brick.utils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:43 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updating existing volume attachment record: cb2b970c-9e17-41fb-8ac0-24f3ba12c9b1 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-changed-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing instance network info cache due to event network-changed-48457a7d-fd55-4273-adb9-e800931015cc. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] Acquiring lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] Acquired lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:05:45 user nova-compute[75075]: DEBUG nova.network.neutron [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Refreshing network info cache for port 48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:46 user nova-compute[75075]: INFO nova.compute.manager [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Detaching volume d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:46 user nova-compute[75075]: INFO nova.virt.block_device [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Attempting to driver detach volume d2eec753-af94-4581-b85b-39c0ea1c0390 from mountpoint /dev/vdb
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Attempting to detach device vdb from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:05:46 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:46 user nova-compute[75075]:   <source dev="/dev/sdi"/>
Nov 13 22:05:46 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:46 user nova-compute[75075]:   <serial>d2eec753-af94-4581-b85b-39c0ea1c0390</serial>
Nov 13 22:05:46 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:05:46 user nova-compute[75075]: </disk>
Nov 13 22:05:46 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:05:46 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully detached device vdb from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the persistent domain config.
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:05:46 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:46 user nova-compute[75075]:   <source dev="/dev/sdi"/>
Nov 13 22:05:46 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:46 user nova-compute[75075]:   <serial>d2eec753-af94-4581-b85b-39c0ea1c0390</serial>
Nov 13 22:05:46 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:05:46 user nova-compute[75075]: </disk>
Nov 13 22:05:46 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updated VIF entry in instance network info cache for port 48457a7d-fd55-4273-adb9-e800931015cc. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71e898d2-1482-4767-a7f8-6694c962a34a req-e27388c4-7f6b-42c8-b2d2-92e9fbb85811 service nova] Releasing lock "refresh_cache-5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:05:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:47 user nova-compute[75075]: INFO nova.compute.manager [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Terminating instance
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-unplugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] No waiting events found dispatching network-vif-unplugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-unplugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Acquiring lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] No waiting events found dispatching network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:47 user nova-compute[75075]: WARNING nova.compute.manager [req-ad9b23a9-f2aa-4195-86ab-054bba77c9d9 req-ff2a90fa-c3f1-48f1-8579-0e264aa014f3 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received unexpected event network-vif-plugged-a6776fb9-4eb4-475c-9b43-ba7558159ac6 for instance with vm_state active and task_state deleting.
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Instance destroyed successfully.
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid 38671622-1e98-4ed3-83c6-aeee85fd724f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1949351886',display_name='tempest-TestVolumeBootPattern-server-1949351886',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1949351886',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-99cm7y8s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:13Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=38671622-1e98-4ed3-83c6-aeee85fd724f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "address": "fa:16:3e:ae:1a:fe", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6776fb9-4e", "ovs_interfaceid": "a6776fb9-4eb4-475c-9b43-ba7558159ac6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_vif [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6776fb9-4e, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a3ac2d0e-f04b-49bc-8c07-e81caacdaa76) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:47 user nova-compute[75075]: INFO os_vif [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:1a:fe,bridge_name='br-int',has_traffic_filtering=True,id=a6776fb9-4eb4-475c-9b43-ba7558159ac6,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6776fb9-4e')
Nov 13 22:05:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KDhVuwcz', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25582c8-ad48-4ff7-a3c7-c1db6525d9f6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:47 user nova-compute[75075]: No targets found.
Nov 13 22:05:47 user nova-compute[75075]: iSNS:
Nov 13 22:05:47 user nova-compute[75075]: No targets found.
Nov 13 22:05:47 user nova-compute[75075]: STATIC:
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:05:47 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:47 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:47 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:47 user nova-compute[75075]: No targets found.
Nov 13 22:05:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:47 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:47 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9d7344-efd1-4eac-a109-e4085a8d48d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b320e7b5-8170-4c92-adef-62be426ffec1]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882f0160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9287c099-a468-4205-8442-e054008bf2ea]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0cd164-2e08-4f36-bbe9-4f03ab282a70]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd960f8-29bb-425a-8f37-4947bba559ee]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:48 user nova-compute[75075]: INFO nova.compute.manager [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Terminating instance
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c56a3c-80be-4975-94e0-760e5004a90c]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23733666465306562', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_79cdecb8', '/dev/disk/by-id/scsi-1SCST_BIO79cdecb8-73fde0eb94079820') {{(pid=86562) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64c0e3a-2b12-4ca0-b0fa-8a6a53360a89]: (4, None) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c932aa56-79d4-4879-9a35-83956ea99d51]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSgoMAWf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --logout" returned: 0 in 0.143s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[60eda49d-fb70-4413-bd2c-6ca68f64b189]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260]
Nov 13 22:05:48 user nova-compute[75075]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1b0eab06-46fc-4374-b237-bc66c836375f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[de07bbca-d69d-4623-8a10-844a9af07eb0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.456s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (457ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Deleting instance files /opt/stack/data/nova/instances/38671622-1e98-4ed3-83c6-aeee85fd724f_del
Nov 13 22:05:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Deletion of /opt/stack/data/nova/instances/38671622-1e98-4ed3-83c6-aeee85fd724f_del complete
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.081s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:48 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:48 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260" returned: 21 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2600ba5-1042-45fb-9170-0f18d9d0bc19]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:05:48 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: INFO nova.compute.manager [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Took 1.38 seconds to destroy the instance on the hypervisor.
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b10ba42-ec2d-450a-8858-5f7ce19bcd2c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b] added
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c1bb90-e095-48c4-ab71-7bc75fd7b502]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb4408f-f24a-4762-aa3e-22e28c1091ed]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jSgoMAWf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jSgoMAWf" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70ccc52-3561-47e3-a4b3-c904ae44fdb3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jSgoMAWf'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[744f5f05-80f3-4dc8-af0d-5e103e20b1d0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab1c6a0-0209-4698-bf06-c6bb0c2d093c]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3562ef9c-56d8-4514-af65-38bdf9c8afad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260]
Nov 13 22:05:48 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6e1b216-eadb-498a-a9f1-4125d008153b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-5fd2ac74-11f2-4784-8509-93a7277541c3 req-f64ae5a6-aee3-4a06-bb01-9223c5670c19 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.051s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b672ba1e-b95f-4b5a-a1bd-45c47ee86bca]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:48 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.435s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] HCTL ('34', '-', '-', 0) found on session 32 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4be4d2-23ce-4b07-b696-272fd3ea37cc]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Searching for a device in session 32 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSgoMAWf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-286892cd-84f0-45af-9123-8419cf224353 req-ea7c8b4d-be7e-49ea-b1ca-14e08c7055d4 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:49 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Took 1.09 seconds to deallocate network for instance.
Nov 13 22:05:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.471s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] <== connect_volume: return (1553ms) {'type': 'block', 'scsi_wwn': '26538366362653331', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26538366362653331', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-48457a7d-fd55-4273-adb9-e800931015cc for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:49 user nova-compute[75075]: WARNING nova.compute.manager [req-d58e9de8-6d10-4118-9592-c36505a84229 req-acfecf45-4710-4731-b4c5-9542187af85a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-48457a7d-fd55-4273-adb9-e800931015cc for instance with vm_state active and task_state deleting.
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lazy-loading 'flavor' on Instance uuid 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:05:49 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:49 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:05:49 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:49 user nova-compute[75075]:   <serial>8ae91b0e-48bc-4025-b54b-00c6a944189b</serial>
Nov 13 22:05:49 user nova-compute[75075]: </disk>
Nov 13 22:05:49 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:05:50 user nova-compute[75075]: INFO nova.compute.manager [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Took 0.92 seconds to detach 1 volumes for instance.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Deleting volume: 1b0eab06-46fc-4374-b237-bc66c836375f {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:05:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Instance destroyed successfully.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lazy-loading 'resources' on Instance uuid 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "48457a7d-fd55-4273-adb9-e800931015cc", "address": "fa:16:3e:63:96:f7", "network": {"id": "bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1771589010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48457a7d-fd", "ovs_interfaceid": "48457a7d-fd55-4273-adb9-e800931015cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48457a7d-fd, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] No VIF found with MAC fa:16:3e:0a:eb:d3, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=baf8dc98-2669-475d-a6df-b630264e3721) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:96:f7,bridge_name='br-int',has_traffic_filtering=True,id=48457a7d-fd55-4273-adb9-e800931015cc,network=Network(bf5ed6f6-95aa-47b2-b7cc-26f4b60b7ba6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48457a7d-fd')
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbcf66f49-bf, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b4071df-6d02-4f96-a3fe-fdab09e9f4b2) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3bfce5c2-3693-4035-a948-fed47c042777 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.572s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-bcf66f49-bfbe-4667-850d-b2eb1b020490 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 38671622-1e98-4ed3-83c6-aeee85fd724f] Received event network-vif-deleted-a6776fb9-4eb4-475c-9b43-ba7558159ac6 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-230e1ba9-f779-45c7-abb6-86d3282d4d3d req-4d902312-94ab-4289-bef5-4c6db7ddc373 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:10:b0,bridge_name='br-int',has_traffic_filtering=True,id=bcf66f49-bfbe-4667-850d-b2eb1b020490,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbcf66f49-bf')
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-unplugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-unplugged-4018c2a1-f86b-4649-a786-f8b016644ed2 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Acquiring lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] No waiting events found dispatching network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:05:50 user nova-compute[75075]: WARNING nova.compute.manager [req-2baedf1b-1f73-448e-b675-7f5b92ae445f req-2cf82ffb-6938-472f-b9e0-49f5cd55e86b service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received unexpected event network-vif-plugged-4018c2a1-f86b-4649-a786-f8b016644ed2 for instance with vm_state active and task_state deleting.
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb30b9353-cb, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff408787-898c-4345-9a71-f0485adf335a) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:dc:1e,bridge_name='br-int',has_traffic_filtering=True,id=b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb30b9353-cb')
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaf4d1fe3-2c, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c12badc-11e3-4fc7-a6d0-c4120f8a9576) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c6:4a,bridge_name='br-int',has_traffic_filtering=True,id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaf4d1fe3-2c')
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a003c4d-2b, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.532s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=11b970e8-6aa5-48dd-9b67-2566c687a936) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:7e:63,bridge_name='br-int',has_traffic_filtering=True,id=8a003c4d-2b8e-4328-ac07-d2ebc03d4548,network=Network(b1e43960-281b-4517-9401-c5167ac17b38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a003c4d-2b')
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:51 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance 38671622-1e98-4ed3-83c6-aeee85fd724f
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8b8e8cf6-c5, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f7b1514-db1a-4e26-ad9f-25f41c4bd321) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:f0:0c,bridge_name='br-int',has_traffic_filtering=True,id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8b8e8cf6-c5')
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-13T22:03:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-991075674',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-991075674',id=25,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUazAcKML1DfYTLAXRcrFDcARVOOPOkoYcXqyrMK+ZRSSZP6fdke2eCj6ilKFtMBP2evoksobYNx6mH079xenYU4N4ge3AgzedAFOBs0uGZDHJneJvTC4f/n6z/LMdCqA==',key_name='tempest-keypair-1805801522',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='194d670d351e40e7952ff3aad6b83b34',ramdisk_id='',reservation_id='r-3dthhmtf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-170058900',owner_user_name='tempest-TaggedBootDevicesTest-170058900-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a997ef18e1414d2584a09047405c5ad2',uuid=5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converting VIF {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4018c2a1-f8, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=831dcdf4-8609-4dcb-a9e3-4bdd5a3b00b1) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: INFO os_vif [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:af:d0,bridge_name='br-int',has_traffic_filtering=True,id=4018c2a1-f86b-4649-a786-f8b016644ed2,network=Network(c9aa15c1-69c7-487d-a2dc-0f24b3ac090e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4018c2a1-f8')
Nov 13 22:05:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WYRcEItB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a08427be-ddff-4d92-9c64-fd9e222d0c80 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "38671622-1e98-4ed3-83c6-aeee85fd724f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.277s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[12582952-30aa-41d7-96aa-2382136bbd51]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]: iSNS:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]: STATIC:
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:51 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:51 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57d1769-91bc-4366-a196-79957e49133c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8785ea05-70c1-44de-b9a3-91110e3e3661]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28812b9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3'): ({'sdf'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Removing single pathed devices sdf {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f7b3dc-3248-4594-92ed-8a5d9150ed60]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b2fe05-ba37-45cb-acb8-97564f12deb7]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Flushing IO for device /dev/sdf {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e87ad48-52ad-4f19-a955-8f2fd56747f7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.048s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[11f535c7-1e0a-40e2-b85d-82461b358a7d]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a744fbfe-85f2-4af9-8be2-c1e88d1301b2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[762581a6-e6cf-4f9b-a674-443e2b127bc9]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260]
Nov 13 22:05:51 user nova-compute[75075]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0031fd88-911f-4e42-9319-6661366380e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b618f7-7204-4b84-9673-153584c4d61e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== disconnect_volume: return (388ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqrbEBYS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d7d7d6-afd8-48d9-832a-0ca23108b7a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]: iSNS:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]: STATIC:
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:51 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:51 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:51 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:51 user nova-compute[75075]: No targets found.
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:51 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:51 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[feab978c-2b3a-426b-8f3b-1fb6198a6f91]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6230503f-b191-4bfa-a073-0492c0f6977f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:51 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28849f2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9700ae0-8fb0-4931-9246-9a426d6ff21d]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[81662d58-3712-4ea7-b910-20a6452a2486]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7ba85a-1638-40d8-81a8-0cc4dd0deeb0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc498a8c-7da0-4b4a-89b5-77ecbe0d1e56]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e67c55-ce0f-4f56-8e7b-4ff74a49b77f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.089s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[466cb5cd-e238-483e-882d-0536b90c9c5c]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260]
Nov 13 22:05:52 user nova-compute[75075]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6eae34a3-11b9-48b7-8f39-9505b5117de2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[03249b90-c893-48f3-ad9f-87c94d9ded90]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.387s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== disconnect_volume: return (389ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YDXSpFlQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:05:52 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8026a6a-e58b-4eb1-851a-5661ce8f5e98]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:05:52 user nova-compute[75075]: No targets found.
Nov 13 22:05:52 user nova-compute[75075]: iSNS:
Nov 13 22:05:52 user nova-compute[75075]: No targets found.
Nov 13 22:05:52 user nova-compute[75075]: STATIC:
Nov 13 22:05:52 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:05:52 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:52 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:52 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:05:52 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:52 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:52 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:05:52 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:52 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:52 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:05:52 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:52 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:52 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598
Nov 13 22:05:52 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:05:52 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:05:52 user nova-compute[75075]: FIRMWARE:
Nov 13 22:05:52 user nova-compute[75075]: No targets found.
Nov 13 22:05:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:05:52 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:05:52 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec770293-eae6-44f2-a25a-6280b76727f3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cda2b2a-d239-4840-91e1-945078c9a25f]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:05:52 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:05:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28849f2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598'): ({'sdg'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Removing single pathed devices sdg {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f33a193-facc-41f3-b00b-b1b50d598ce1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45bf94b-0012-4127-b46b-29720c8610e7]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Flushing IO for device /dev/sdg {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[48600c66-5896-4b1d-a1d7-95afdc7aae8c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf25cc8-5515-43fe-9f4c-0f5697b022cc]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] SCSI volumes sdg have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3c542f-85da-48a9-97c7-4ad99b9f3f94]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c1f4af-8d1d-408b-9efa-a79458e55502]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260]
Nov 13 22:05:52 user nova-compute[75075]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598, portal: 172.16.0.220,3260] successful.
Nov 13 22:05:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de9147b-cdff-4065-a5ba-c0b09f6c3598 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[617934e6-530c-472c-af8c-b9d4f85bed0d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] <== disconnect_volume: return (336ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Deleting instance files /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780_del
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Deletion of /opt/stack/data/nova/instances/5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780_del complete
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.compute.manager [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Detaching volume 8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.compute.manager [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Took 4.42 seconds to destroy the instance on the hypervisor.
Nov 13 22:05:52 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.virt.block_device [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Attempting to driver detach volume 8ae91b0e-48bc-4025-b54b-00c6a944189b from mountpoint /dev/vdb
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Attempting to detach device vdb from instance 0836d318-2e94-47b7-8d9d-cee134723d5f from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:05:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:52 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:05:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:52 user nova-compute[75075]:   <serial>8ae91b0e-48bc-4025-b54b-00c6a944189b</serial>
Nov 13 22:05:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:05:52 user nova-compute[75075]: </disk>
Nov 13 22:05:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:05:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Successfully detached device vdb from instance 0836d318-2e94-47b7-8d9d-cee134723d5f from the persistent domain config.
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0836d318-2e94-47b7-8d9d-cee134723d5f from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:05:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:05:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:05:52 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:05:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:05:52 user nova-compute[75075]:   <serial>8ae91b0e-48bc-4025-b54b-00c6a944189b</serial>
Nov 13 22:05:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:05:52 user nova-compute[75075]: </disk>
Nov 13 22:05:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:05:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:05:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-5b823ff3-64a0-46ce-a8a9-f9e9e92b2401 req-8125befc-4857-47c4-af98-9b80760b769e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-deleted-48457a7d-fd55-4273-adb9-e800931015cc {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:54 user nova-compute[75075]: INFO nova.compute.manager [req-5b823ff3-64a0-46ce-a8a9-f9e9e92b2401 req-8125befc-4857-47c4-af98-9b80760b769e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Neutron deleted interface 48457a7d-fd55-4273-adb9-e800931015cc; detaching it from the instance and deleting it from the info cache
Nov 13 22:05:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-5b823ff3-64a0-46ce-a8a9-f9e9e92b2401 req-8125befc-4857-47c4-af98-9b80760b769e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "address": "fa:16:3e:04:f0:0c", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8b8e8cf6-c5", "ovs_interfaceid": "8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-5b823ff3-64a0-46ce-a8a9-f9e9e92b2401 req-8125befc-4857-47c4-af98-9b80760b769e service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Detach interface failed, port_id=48457a7d-fd55-4273-adb9-e800931015cc, reason: Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:05:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-deleted-8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:56 user nova-compute[75075]: INFO nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Neutron deleted interface 8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0; detaching it from the instance and deleting it from the info cache
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4018c2a1-f86b-4649-a786-f8b016644ed2", "address": "fa:16:3e:79:af:d0", "network": {"id": "c9aa15c1-69c7-487d-a2dc-0f24b3ac090e", "bridge": "br-int", "label": "tempest-device-tagging-net2-819511759", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4018c2a1-f8", "ovs_interfaceid": "4018c2a1-f86b-4649-a786-f8b016644ed2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Detach interface failed, port_id=8b8e8cf6-c5ab-4fbd-bf69-f196ee9b9ed0, reason: Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-deleted-4018c2a1-f86b-4649-a786-f8b016644ed2 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:56 user nova-compute[75075]: INFO nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Neutron deleted interface 4018c2a1-f86b-4649-a786-f8b016644ed2; detaching it from the instance and deleting it from the info cache
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "address": "fa:16:3e:54:c6:4a", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaf4d1fe3-2c", "ovs_interfaceid": "af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Detach interface failed, port_id=4018c2a1-f86b-4649-a786-f8b016644ed2, reason: Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-deleted-af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:56 user nova-compute[75075]: INFO nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Neutron deleted interface af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9; detaching it from the instance and deleting it from the info cache
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.network.neutron [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [{"id": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "address": "fa:16:3e:d4:10:b0", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbcf66f49-bf", "ovs_interfaceid": "bcf66f49-bfbe-4667-850d-b2eb1b020490", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "address": "fa:16:3e:13:dc:1e", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb30b9353-cb", "ovs_interfaceid": "b30b9353-cb09-4a6f-b2b9-39a22b9e1cd9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "address": "fa:16:3e:87:7e:63", "network": {"id": "b1e43960-281b-4517-9401-c5167ac17b38", "bridge": "br-int", "label": "tempest-device-tagging-net1-524534403", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "194d670d351e40e7952ff3aad6b83b34", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a003c4d-2b", "ovs_interfaceid": "8a003c4d-2b8e-4328-ac07-d2ebc03d4548", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2be0dcf-5099-49f9-a63c-fcb39019f6c8 req-b70731bb-3d86-4e38-aa83-7078e852468a service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Detach interface failed, port_id=af4d1fe3-2c1c-4e9b-8744-3f1c667ecba9, reason: Instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:05:57 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:05:57 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Took 4.56 seconds to deallocate network for instance.
Nov 13 22:05:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-2f4d1d0d-d66d-48dc-bfbc-81979bb195bf req-dc2761aa-a973-4499-a983-5087d5998e16 service nova] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Received event network-vif-deleted-8a003c4d-2b8e-4328-ac07-d2ebc03d4548 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:05:59 user nova-compute[75075]: INFO nova.compute.manager [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] [instance: 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780] Took 2.51 seconds to detach 3 volumes for instance.
Nov 13 22:05:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:05:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:05:59 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:00 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:00 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Deleted allocations for instance 5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780
Nov 13 22:06:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-40a4c331-5753-4709-990b-a8f147397af9 tempest-TaggedBootDevicesTest-170058900 tempest-TaggedBootDevicesTest-170058900-project-member] Lock "5bdb6ffd-3454-4ca7-9869-eaa1c2fd3780" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.085s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:06 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 is timed out.
Nov 13 22:06:06 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully detached device vdb from instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 from the live domain config.
Nov 13 22:06:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZfMdOAx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f5465bb-7b1f-497e-a188-5ddbcf0b0f3e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:06:06 user nova-compute[75075]: No targets found.
Nov 13 22:06:06 user nova-compute[75075]: iSNS:
Nov 13 22:06:06 user nova-compute[75075]: No targets found.
Nov 13 22:06:06 user nova-compute[75075]: STATIC:
Nov 13 22:06:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:06:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390
Nov 13 22:06:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:06:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:06 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:06:06 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:06 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:06 user nova-compute[75075]: FIRMWARE:
Nov 13 22:06:06 user nova-compute[75075]: No targets found.
Nov 13 22:06:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:06:06 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:06:06 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[25082cc9-0305-43eb-a580-ea3129fcb88d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e509559-3df0-433e-a5f9-a9aff5a9758d]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:06:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:06 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:06:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac168040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390'): ({'sdi'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Removing single pathed devices sdi {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[83a7ff39-7e4e-443a-b6b6-13386bf0e8e1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[39877b70-fe59-4437-92f0-78a41c2015d5]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Flushing IO for device /dev/sdi {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e792d1b8-ce41-4fac-8bd0-729f3168941b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.053s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7cc1128-221e-479d-a817-8767166ad1e7]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] SCSI volumes sdi have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: INFO nova.compute.manager [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Terminating instance
Nov 13 22:06:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[66de139f-2f9b-4076-96fb-90272c713ca5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbeda2ba-7b9a-458a-89df-1bcd44bc09f1]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260]
Nov 13 22:06:06 user nova-compute[75075]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390, portal: 172.16.0.220,3260] successful.
Nov 13 22:06:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d2eec753-af94-4581-b85b-39c0ea1c0390 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0796da85-d187-4ece-a961-09dc0b356943]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] <== disconnect_volume: return (366ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-unplugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] No waiting events found dispatching network-vif-unplugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-eb453d91-4706-429d-87bd-d7efc5376a09 req-57ce5d57-e139-4067-973b-717371153460 service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-unplugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:06:07 user nova-compute[75075]: INFO nova.compute.claims [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Claim successful on node user
Nov 13 22:06:07 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Instance destroyed successfully.
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.objects.instance [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lazy-loading 'resources' on Instance uuid ccd47764-a771-40fc-9987-a0bf8007e620 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-217483629',display_name='tempest-VolumesActionsTest-instance-217483629',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-217483629',id=27,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59845f6100c246f4ad26471d2be55340',ramdisk_id='',reservation_id='r-xfxbtm7w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1280987290',owner_user_name='tempest-VolumesActionsTest-1280987290-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:26Z,user_data=None,user_id='d4a8c34fcd7043458e41fb56d2074a0c',uuid=ccd47764-a771-40fc-9987-a0bf8007e620,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converting VIF {"id": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "address": "fa:16:3e:70:e8:39", "network": {"id": "6715720a-acd7-46e6-ba8b-845354207b10", "bridge": "br-int", "label": "tempest-VolumesActionsTest-683209306-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59845f6100c246f4ad26471d2be55340", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde4c42fd-d3", "ovs_interfaceid": "de4c42fd-d390-46dd-a3dc-c8ca2f077315", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG os_vif [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde4c42fd-d3, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed80dee1-5d4e-461c-9e1d-8c334726977c) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:07 user nova-compute[75075]: INFO os_vif [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:e8:39,bridge_name='br-int',has_traffic_filtering=True,id=de4c42fd-d390-46dd-a3dc-c8ca2f077315,network=Network(6715720a-acd7-46e6-ba8b-845354207b10),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde4c42fd-d3')
Nov 13 22:06:07 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Deleting instance files /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620_del
Nov 13 22:06:07 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Deletion of /opt/stack/data/nova/instances/ccd47764-a771-40fc-9987-a0bf8007e620_del complete
Nov 13 22:06:07 user nova-compute[75075]: INFO nova.compute.manager [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 13 22:06:07 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:06:07 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'flavor' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b36b744b-4dc6-41b6-9dae-ae039d5bf587 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.237s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.861s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:06:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.policy [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf74c05712e74e848f236b497db65c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b69b528a479f4651b48dc6cb4ed34075', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:06:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Creating image(s)
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-13ef56e6-8df9-4f2b-b70d-8a4cd1c3cb10 req-ed97f9e5-00a7-4722-9ace-8d0c9a99d89f service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-deleted-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:08 user nova-compute[75075]: INFO nova.compute.manager [req-13ef56e6-8df9-4f2b-b70d-8a4cd1c3cb10 req-ed97f9e5-00a7-4722-9ace-8d0c9a99d89f service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Neutron deleted interface de4c42fd-d390-46dd-a3dc-c8ca2f077315; detaching it from the instance and deleting it from the info cache
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-13ef56e6-8df9-4f2b-b70d-8a4cd1c3cb10 req-ed97f9e5-00a7-4722-9ace-8d0c9a99d89f service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:08 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Took 1.00 seconds to deallocate network for instance.
Nov 13 22:06:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-13ef56e6-8df9-4f2b-b70d-8a4cd1c3cb10 req-ed97f9e5-00a7-4722-9ace-8d0c9a99d89f service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Detach interface failed, port_id=de4c42fd-d390-46dd-a3dc-c8ca2f077315, reason: Instance ccd47764-a771-40fc-9987-a0bf8007e620 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk 1073741824" returned: 0 in 0.055s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Successfully created port: f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] Acquiring lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] Lock "ccd47764-a771-40fc-9987-a0bf8007e620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] No waiting events found dispatching network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:09 user nova-compute[75075]: WARNING nova.compute.manager [req-cec29f79-3af7-4329-8fe7-57473eae4df3 req-cf8d192b-c3aa-45a5-b403-f9088c35b63c service nova] [instance: ccd47764-a771-40fc-9987-a0bf8007e620] Received unexpected event network-vif-plugged-de4c42fd-d390-46dd-a3dc-c8ca2f077315 for instance with vm_state deleted and task_state None.
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.225s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.474s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:09 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Deleted allocations for instance ccd47764-a771-40fc-9987-a0bf8007e620
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Cannot resize image /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Ensure instance console log exists: /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-19908dba-1fb2-49e9-b104-9781df5a965b tempest-VolumesActionsTest-1280987290 tempest-VolumesActionsTest-1280987290-project-member] Lock "ccd47764-a771-40fc-9987-a0bf8007e620" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.661s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Successfully updated port: f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:06:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.neutron [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance network_info: |[{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start _get_guest_xml network_info=[{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:06:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1212229744',display_name='tempest-ServerStableDeviceRescueTest-server-1212229744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1212229744',id=29,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkI6vhVaJnBthI46Pq1XdMA2UY99OP2Zy7yQInW3ttlkVhxyfpj6gPmndKUSwrMnUZx+qNMek7Hm1oooyEYhZgyIs45m014HLku1/Mt7woQxM/OBqd3RE7gnG1mJYbU7A==',key_name='tempest-keypair-550787058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b69b528a479f4651b48dc6cb4ed34075',ramdisk_id='',reservation_id='r-zewmawdb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-902969809',owner_user_name='tempest-ServerStableDeviceRescueTest-902969809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:06:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf74c05712e74e848f236b497db65c53',uuid=6b48b827-891e-4213-a4c1-2c27c1579ff8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converting VIF {"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:06:10 user nova-compute[75075]:   <uuid>6b48b827-891e-4213-a4c1-2c27c1579ff8</uuid>
Nov 13 22:06:10 user nova-compute[75075]:   <name>instance-0000001d</name>
Nov 13 22:06:10 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:06:10 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:06:10 user nova-compute[75075]:   <metadata>
Nov 13 22:06:10 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:06:10 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1212229744</nova:name>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:06:10</nova:creationTime>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:06:10 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:06:10 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:owner>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:user uuid="bf74c05712e74e848f236b497db65c53">tempest-ServerStableDeviceRescueTest-902969809-project-member</nova:user>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:project uuid="b69b528a479f4651b48dc6cb4ed34075">tempest-ServerStableDeviceRescueTest-902969809</nova:project>
Nov 13 22:06:10 user nova-compute[75075]:       </nova:owner>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:06:10 user nova-compute[75075]:       <nova:ports>
Nov 13 22:06:10 user nova-compute[75075]:         <nova:port uuid="f844855b-d03f-44bc-acf3-011eb94ca537">
Nov 13 22:06:10 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:06:10 user nova-compute[75075]:         </nova:port>
Nov 13 22:06:10 user nova-compute[75075]:       </nova:ports>
Nov 13 22:06:10 user nova-compute[75075]:     </nova:instance>
Nov 13 22:06:10 user nova-compute[75075]:   </metadata>
Nov 13 22:06:10 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:06:10 user nova-compute[75075]:     <system>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="serial">6b48b827-891e-4213-a4c1-2c27c1579ff8</entry>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="uuid">6b48b827-891e-4213-a4c1-2c27c1579ff8</entry>
Nov 13 22:06:10 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:06:10 user nova-compute[75075]:     </system>
Nov 13 22:06:10 user nova-compute[75075]:   </sysinfo>
Nov 13 22:06:10 user nova-compute[75075]:   <os>
Nov 13 22:06:10 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:06:10 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:06:10 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:06:10 user nova-compute[75075]:   </os>
Nov 13 22:06:10 user nova-compute[75075]:   <features>
Nov 13 22:06:10 user nova-compute[75075]:     <acpi/>
Nov 13 22:06:10 user nova-compute[75075]:     <apic/>
Nov 13 22:06:10 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:06:10 user nova-compute[75075]:   </features>
Nov 13 22:06:10 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:06:10 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:06:10 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:06:10 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:06:10 user nova-compute[75075]:   </clock>
Nov 13 22:06:10 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:06:10 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:06:10 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:06:10 user nova-compute[75075]:   </cpu>
Nov 13 22:06:10 user nova-compute[75075]:   <devices>
Nov 13 22:06:10 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:06:10 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:06:10 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk"/>
Nov 13 22:06:10 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:06:10 user nova-compute[75075]:     </disk>
Nov 13 22:06:10 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:06:10 user nova-compute[75075]:       <mac address="fa:16:3e:56:a6:76"/>
Nov 13 22:06:10 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:10 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:06:10 user nova-compute[75075]:       <target dev="tapf844855b-d0"/>
Nov 13 22:06:10 user nova-compute[75075]:     </interface>
Nov 13 22:06:10 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:06:10 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/console.log" append="off"/>
Nov 13 22:06:10 user nova-compute[75075]:     </serial>
Nov 13 22:06:10 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:06:10 user nova-compute[75075]:     <video>
Nov 13 22:06:10 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:10 user nova-compute[75075]:     </video>
Nov 13 22:06:10 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:06:10 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:06:10 user nova-compute[75075]:     </rng>
Nov 13 22:06:10 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:06:10 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:06:10 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:06:10 user nova-compute[75075]:     </memballoon>
Nov 13 22:06:10 user nova-compute[75075]:   </devices>
Nov 13 22:06:10 user nova-compute[75075]: </domain>
Nov 13 22:06:10 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1212229744',display_name='tempest-ServerStableDeviceRescueTest-server-1212229744',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1212229744',id=29,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkI6vhVaJnBthI46Pq1XdMA2UY99OP2Zy7yQInW3ttlkVhxyfpj6gPmndKUSwrMnUZx+qNMek7Hm1oooyEYhZgyIs45m014HLku1/Mt7woQxM/OBqd3RE7gnG1mJYbU7A==',key_name='tempest-keypair-550787058',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b69b528a479f4651b48dc6cb4ed34075',ramdisk_id='',reservation_id='r-zewmawdb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-902969809',owner_user_name='tempest-ServerStableDeviceRescueTest-902969809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:06:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf74c05712e74e848f236b497db65c53',uuid=6b48b827-891e-4213-a4c1-2c27c1579ff8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converting VIF {"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG os_vif [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9917336d-0ba9-57ce-9c56-3f98fe42a7cb', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf844855b-d0, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf844855b-d0, col_values=(('qos', UUID('cacf7385-1014-4903-9e26-480ec9a8e16a')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf844855b-d0, col_values=(('external_ids', {'iface-id': 'f844855b-d03f-44bc-acf3-011eb94ca537', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:a6:76', 'vm-uuid': '6b48b827-891e-4213-a4c1-2c27c1579ff8'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:10 user nova-compute[75075]: INFO os_vif [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0')
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No VIF found with MAC fa:16:3e:56:a6:76, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing instance network info cache due to event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:10 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updated VIF entry in instance network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f28a186-95c0-48b4-ab83-ecd8db49e6e2 req-12d0cc3e-7c28-4fc5-a170-3e8e163c6e54 service nova] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:11 user nova-compute[75075]: WARNING nova.compute.manager [req-ce4b8b20-9e45-43ee-80c4-d278864266cf req-0a86f3bd-a134-46d7-a1be-2a95b8e0c77b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state building and task_state spawning.
Nov 13 22:06:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0836d318-2e94-47b7-8d9d-cee134723d5f is timed out.
Nov 13 22:06:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Successfully detached device vdb from instance 0836d318-2e94-47b7-8d9d-cee134723d5f from the live domain config.
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jSgoMAWf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8221293-6e5a-4a16-8eec-01162157e9e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:06:13 user nova-compute[75075]: No targets found.
Nov 13 22:06:13 user nova-compute[75075]: iSNS:
Nov 13 22:06:13 user nova-compute[75075]: No targets found.
Nov 13 22:06:13 user nova-compute[75075]: STATIC:
Nov 13 22:06:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b
Nov 13 22:06:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:06:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:06:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:06:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:06:13 user nova-compute[75075]: FIRMWARE:
Nov 13 22:06:13 user nova-compute[75075]: No targets found.
Nov 13 22:06:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:06:13 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:06:13 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee50348-9c5f-4916-a7c9-05f41d9452a4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e94cc405-381b-43ba-b725-e9541d31200c]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:13 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:13 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:06:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:13 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:13 user nova-compute[75075]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b (non-flash)
Nov 13 22:06:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac3f7640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[97c21cc8-1a19-4746-9838-4438cf0e3948]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f087848-9119-4f2c-ae87-83de0d51f369]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94d790a-7c20-4654-8d4a-eca1064ad274]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77684f44-34df-459e-be7b-616774899d82]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10457d6-5623-46bd-85ef-b47112a998a5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b21818e0-97cf-410c-996f-e5e76c1d4cac]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260]
Nov 13 22:06:13 user nova-compute[75075]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b, portal: 172.16.0.220,3260] successful.
Nov 13 22:06:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae91b0e-48bc-4025-b54b-00c6a944189b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[071cc5b3-abf8-4f36-922b-641d8144fd63]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] <== disconnect_volume: return (307ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:13 user nova-compute[75075]: WARNING nova.compute.manager [req-303ae682-7738-42cb-b76f-764d8051c427 req-db00a8bc-8a10-4272-9ca7-5a06c06cee4c service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state building and task_state spawning.
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:06:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance spawned successfully.
Nov 13 22:06:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:14 user nova-compute[75075]: INFO nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Took 5.41 seconds to spawn the instance on the hypervisor.
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:06:14 user nova-compute[75075]: INFO nova.compute.manager [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Took 6.59 seconds to build instance.
Nov 13 22:06:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-608bb6c2-1ce5-47a8-8474-9d86ce5b27cf tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.705s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lazy-loading 'flavor' on Instance uuid 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a444de5d-355f-4429-9540-99a2acc10895 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.053s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:20 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:06:21 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updating instance_info_cache with network_info: [{"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-00cb086d-06aa-4919-98be-57aa124fdd9e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:06:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:28 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:28 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7249MB free_disk=25.352649688720703GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ca581b20-47de-43e0-bf1b-ab18938b3cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance c8796045-828e-43eb-8db8-4fd6915b6572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0836d318-2e94-47b7-8d9d-cee134723d5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:06:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.485s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:06:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:36 user nova-compute[75075]: INFO nova.compute.manager [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Terminating instance
Nov 13 22:06:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-4addfce6-fb2f-41ef-bcd9-4f02081dfbd1 req-97237d82-6991-4693-aec6-f73ab55a1ebf service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Instance destroyed successfully.
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lazy-loading 'resources' on Instance uuid ca581b20-47de-43e0-bf1b-ab18938b3cf5 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:02:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1890699748',display_name='tempest-TestServerVolumeAttachmentScenario-server-1890699748',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1890699748',id=22,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ9UyOF79USjPhsGFpJ1sIYvg0qVfQ275IW/Ja+UBbWMIrrbYoXTNt0xvheryllk+wzU+m3sUslOpa650waPxIu7o8U3tWxHL7xpOvmeStrqgAkFr6O3Epu9wCyxElt9g==',key_name='tempest-keypair-375647326',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:02:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1791ee9a0f1b4d4baae2e8887bbc8077',ramdisk_id='',reservation_id='r-0a9q25f0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1402406105',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1402406105-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:02:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ac4635e75a5f4567ae1e17cb310205c4',uuid=ca581b20-47de-43e0-bf1b-ab18938b3cf5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converting VIF {"id": "06081032-a70c-4f9b-a184-e14d489c7f5a", "address": "fa:16:3e:f1:6b:cc", "network": {"id": "ed144531-9352-4d43-af87-12f4d3e30c4d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1135234743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1791ee9a0f1b4d4baae2e8887bbc8077", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06081032-a7", "ovs_interfaceid": "06081032-a70c-4f9b-a184-e14d489c7f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG os_vif [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06081032-a7, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d375036-3136-4f62-942c-2d71e9e819bb) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:37 user nova-compute[75075]: INFO os_vif [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:6b:cc,bridge_name='br-int',has_traffic_filtering=True,id=06081032-a70c-4f9b-a184-e14d489c7f5a,network=Network(ed144531-9352-4d43-af87-12f4d3e30c4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06081032-a7')
Nov 13 22:06:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Deleting instance files /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5_del
Nov 13 22:06:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Deletion of /opt/stack/data/nova/instances/ca581b20-47de-43e0-bf1b-ab18938b3cf5_del complete
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: INFO nova.compute.manager [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 13 22:06:37 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:38 user nova-compute[75075]: WARNING nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state active and task_state deleting.
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:38 user nova-compute[75075]: WARNING nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state active and task_state deleting.
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:38 user nova-compute[75075]: WARNING nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state active and task_state deleting.
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-unplugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Acquiring lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] No waiting events found dispatching network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:38 user nova-compute[75075]: WARNING nova.compute.manager [req-c9587e65-d884-486c-b744-7e803a9a3ec7 req-79c49e0b-7f4b-429e-8ef7-52ea3ee58524 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received unexpected event network-vif-plugged-06081032-a70c-4f9b-a184-e14d489c7f5a for instance with vm_state active and task_state deleting.
Nov 13 22:06:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:39 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:39 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Took 1.85 seconds to deallocate network for instance.
Nov 13 22:06:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.425s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:39 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Deleted allocations for instance ca581b20-47de-43e0-bf1b-ab18938b3cf5
Nov 13 22:06:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bc4d4c9e-b7fc-41c9-9e89-ca5654344213 tempest-TestServerVolumeAttachmentScenario-1402406105 tempest-TestServerVolumeAttachmentScenario-1402406105-project-member] Lock "ca581b20-47de-43e0-bf1b-ab18938b3cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.363s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-4962e52f-baf1-41ff-98ad-78c753277ffd req-7259b5d5-b2ca-48f8-aa28-881bcb133431 service nova] [instance: ca581b20-47de-43e0-bf1b-ab18938b3cf5] Received event network-vif-deleted-06081032-a70c-4f9b-a184-e14d489c7f5a {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:06:44 user nova-compute[75075]: INFO nova.compute.claims [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Claim successful on node user
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:06:44 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:06:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.policy [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:06:45 user nova-compute[75075]: INFO nova.virt.block_device [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Booting with volume 3bdb315a-f112-45a7-b944-aecfe577bb82 at /dev/vda
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:45 user nova-compute[75075]: INFO nova.compute.manager [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Terminating instance
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.utils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8143d4fe-5afa-44f3-bb93-5331cd7e9d5d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d291317-6c4c-4ef0-80f3-035bfdac128f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bfbd445-3df1-428e-9f8b-778a9428023e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c57e0f3-3a62-4b71-adfc-8531b6c51281]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:06:45 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c821621-a52d-4355-bcad-345e50962a38]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_brick.utils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updating existing volume attachment record: e494200b-ca89-4438-a874-a57ec949b9b2 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-unplugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] No waiting events found dispatching network-vif-unplugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-db490d37-25a4-4890-af63-81206feaa336 req-659b2396-dbbc-434f-a7fc-a13496a21c04 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-unplugged-2dba93ef-d876-49b7-ad74-e50225540f63 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:06:45 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Instance destroyed successfully.
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lazy-loading 'resources' on Instance uuid 0836d318-2e94-47b7-8d9d-cee134723d5f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Successfully created port: c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1047470758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1047470',id=24,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBLg74GyVrUyuIGQsewgOaJ3rtWNmTda/PiFel0nk1XyhRPkpwoUEFRRXdq32mpQCszfrBJCEybkhDeNNTXk71of3dE4AOajP1uK5NUfJTcbWOZjU0pAH1p6W+olB+jnHQ==',key_name='tempest-keypair-1389500390',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:03:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e5f5eddc7cb14ed48ff158311f1c45f6',ramdisk_id='',reservation_id='r-02wzsyhq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:03:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='73d071b9ea704b13858ac6745c9bf495',uuid=0836d318-2e94-47b7-8d9d-cee134723d5f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converting VIF {"id": "2dba93ef-d876-49b7-ad74-e50225540f63", "address": "fa:16:3e:0a:eb:d3", "network": {"id": "d9f63254-f97f-41d7-bc1a-0705613d28dd", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1365490898-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e5f5eddc7cb14ed48ff158311f1c45f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2dba93ef-d8", "ovs_interfaceid": "2dba93ef-d876-49b7-ad74-e50225540f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG os_vif [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2dba93ef-d8, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72c3ef67-d98d-4a6c-8e73-97fc8d20025b) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:45 user nova-compute[75075]: INFO os_vif [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:eb:d3,bridge_name='br-int',has_traffic_filtering=True,id=2dba93ef-d876-49b7-ad74-e50225540f63,network=Network(d9f63254-f97f-41d7-bc1a-0705613d28dd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2dba93ef-d8')
Nov 13 22:06:45 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Deleting instance files /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f_del
Nov 13 22:06:45 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Deletion of /opt/stack/data/nova/instances/0836d318-2e94-47b7-8d9d-cee134723d5f_del complete
Nov 13 22:06:46 user nova-compute[75075]: INFO nova.compute.manager [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 13 22:06:46 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:06:46 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:06:46 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:06:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'flavor' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:47 user nova-compute[75075]: INFO nova.compute.manager [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Attaching volume a98989f3-c752-4eea-8bb8-b465c14e366c to /dev/vdb
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Successfully updated port: c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-changed-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Refreshing instance network info cache due to event network-changed-c48f32e8-53a9-48f5-8b63-161ef75bb06c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] Acquiring lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc572d1c-efc4-4047-9fb0-ce998497991c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eaa24f0-5068-4e1c-9ad3-798403f05601]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f308648-a70f-4dc7-bfae-47c67909eca1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf35ff51-8236-4526-bdf7-5a60554be3ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Acquiring lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] No waiting events found dispatching network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:47 user nova-compute[75075]: WARNING nova.compute.manager [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received unexpected event network-vif-plugged-2dba93ef-d876-49b7-ad74-e50225540f63 for instance with vm_state active and task_state deleting.
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing instance network info cache due to event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:06:47 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8143db9d-932a-4738-8760-d65a72de1af3]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating existing volume attachment record: 751f6478-3f2f-4c97-b96e-bff311599ed7 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:47 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Took 1.53 seconds to deallocate network for instance.
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:06:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updating instance_info_cache with network_info: [{"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Instance network_info: |[{"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] Acquired lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Refreshing network info cache for port c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.393s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:48 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Deleted allocations for instance 0836d318-2e94-47b7-8d9d-cee134723d5f
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c0da5f23-34b2-4ad1-bbc0-6985b4790dc7 tempest-TestServerVolumeAttachScenarioOldVersion-204859069 tempest-TestServerVolumeAttachScenarioOldVersion-204859069-project-member] Lock "0836d318-2e94-47b7-8d9d-cee134723d5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.083s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updated VIF entry in instance network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3ae6231f-f31f-4b69-9e1f-dce1bcc6f491 req-237c96da-d027-4c58-a470-1ba8c671adb0 service nova] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updated VIF entry in instance network info cache for port c48f32e8-53a9-48f5-8b63-161ef75bb06c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updating instance_info_cache with network_info: [{"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-81e9d792-2f5b-4071-8331-425195de831e req-204a7305-46e9-4c38-8160-9a4c440b1f87 service nova] Releasing lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-2c89b5f9-3d19-423f-8de3-cf35b8cb8073 req-c37cd968-ff2b-4a04-b623-ef2d03d8b178 service nova] [instance: 0836d318-2e94-47b7-8d9d-cee134723d5f] Received event network-vif-deleted-2dba93ef-d876-49b7-ad74-e50225540f63 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:06:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Creating image(s)
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Ensure instance console log exists: /opt/stack/data/nova/instances/a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Start _get_guest_xml network_info=[{"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DqQlamMo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdb315a-f112-45a7-b944-aecfe577bb82', 'serial': '3bdb315a-f112-45a7-b944-aecfe577bb82'}, 'attachment_id': 'e494200b-ca89-4438-a874-a57ec949b9b2', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:06:49 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:49 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DqQlamMo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:49 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9c73c6-f013-4f75-a58c-f1e2b016e206]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:06:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9bc60a-eaa1-4113-946c-2520c2ff26d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82] added
Nov 13 22:06:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb51e091-00e8-40da-96bb-37281e6049fb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc1e672-d623-4cc2-8021-faefd4701ac6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DqQlamMo {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DqQlamMo" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[823ac7a7-d13a-417b-b48f-79fd96f8323e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DqQlamMo'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1b1a56-941c-43c0-8896-82ed06f121a9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c72655-c256-49af-b828-fafa1bf79f17]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c23d0f9-55b5-4403-b9e0-39d150caf57f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260]
Nov 13 22:06:50 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260] successful.
Nov 13 22:06:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cee1a9e-1024-41b5-9f58-83acea0f4c7b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ce1682-b2c2-4c4a-bcd8-8f54bbf235b3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('34', '-', '-', 0) found on session 33 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[55517ec0-4289-44f6-835f-51f513d28c14]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 33 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DqQlamMo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:06:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23335633039626536', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335633039626536', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-225936469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-225936469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-225936469',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ+PGxBquoUV2L72B3FpcD0VRtbv5+Guny7OCSI9+67ObU2RHG//pa1k/6qsJKehIiPRK1e1U6M/H1zZ3Bv6oDC925Ek8ANWeObCACd/Aa80x4/XQmTOZaFG9/SGTbOKIQ==',key_name='tempest-keypair-880602422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-rcahzrnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:06:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.objects.instance [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:06:51 user nova-compute[75075]:   <uuid>a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0</uuid>
Nov 13 22:06:51 user nova-compute[75075]:   <name>instance-0000001e</name>
Nov 13 22:06:51 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:06:51 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:06:51 user nova-compute[75075]:   <metadata>
Nov 13 22:06:51 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:06:51 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:06:51 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-225936469</nova:name>
Nov 13 22:06:51 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:06:49</nova:creationTime>
Nov 13 22:06:51 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:06:51 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:06:51 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:06:51 user nova-compute[75075]:       <nova:owner>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:06:51 user nova-compute[75075]:       </nova:owner>
Nov 13 22:06:51 user nova-compute[75075]:       <nova:ports>
Nov 13 22:06:51 user nova-compute[75075]:         <nova:port uuid="c48f32e8-53a9-48f5-8b63-161ef75bb06c">
Nov 13 22:06:51 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:06:51 user nova-compute[75075]:         </nova:port>
Nov 13 22:06:51 user nova-compute[75075]:       </nova:ports>
Nov 13 22:06:51 user nova-compute[75075]:     </nova:instance>
Nov 13 22:06:51 user nova-compute[75075]:   </metadata>
Nov 13 22:06:51 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:06:51 user nova-compute[75075]:     <system>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="serial">a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0</entry>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="uuid">a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0</entry>
Nov 13 22:06:51 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:06:51 user nova-compute[75075]:     </system>
Nov 13 22:06:51 user nova-compute[75075]:   </sysinfo>
Nov 13 22:06:51 user nova-compute[75075]:   <os>
Nov 13 22:06:51 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:06:51 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:06:51 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:06:51 user nova-compute[75075]:   </os>
Nov 13 22:06:51 user nova-compute[75075]:   <features>
Nov 13 22:06:51 user nova-compute[75075]:     <acpi/>
Nov 13 22:06:51 user nova-compute[75075]:     <apic/>
Nov 13 22:06:51 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:06:51 user nova-compute[75075]:   </features>
Nov 13 22:06:51 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:06:51 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:06:51 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:06:51 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:06:51 user nova-compute[75075]:   </clock>
Nov 13 22:06:51 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:06:51 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:06:51 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:06:51 user nova-compute[75075]:   </cpu>
Nov 13 22:06:51 user nova-compute[75075]:   <devices>
Nov 13 22:06:51 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:06:51 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:06:51 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:06:51 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:06:51 user nova-compute[75075]:       <serial>3bdb315a-f112-45a7-b944-aecfe577bb82</serial>
Nov 13 22:06:51 user nova-compute[75075]:     </disk>
Nov 13 22:06:51 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:06:51 user nova-compute[75075]:       <mac address="fa:16:3e:89:6a:52"/>
Nov 13 22:06:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:51 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:06:51 user nova-compute[75075]:       <target dev="tapc48f32e8-53"/>
Nov 13 22:06:51 user nova-compute[75075]:     </interface>
Nov 13 22:06:51 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:06:51 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0/console.log" append="off"/>
Nov 13 22:06:51 user nova-compute[75075]:     </serial>
Nov 13 22:06:51 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:06:51 user nova-compute[75075]:     <video>
Nov 13 22:06:51 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:51 user nova-compute[75075]:     </video>
Nov 13 22:06:51 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:06:51 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:06:51 user nova-compute[75075]:     </rng>
Nov 13 22:06:51 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:06:51 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:06:51 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:06:51 user nova-compute[75075]:     </memballoon>
Nov 13 22:06:51 user nova-compute[75075]:   </devices>
Nov 13 22:06:51 user nova-compute[75075]: </domain>
Nov 13 22:06:51 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-225936469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-225936469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-225936469',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ+PGxBquoUV2L72B3FpcD0VRtbv5+Guny7OCSI9+67ObU2RHG//pa1k/6qsJKehIiPRK1e1U6M/H1zZ3Bv6oDC925Ek8ANWeObCACd/Aa80x4/XQmTOZaFG9/SGTbOKIQ==',key_name='tempest-keypair-880602422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-rcahzrnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:06:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_vif [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5c62cb30-e841-56fc-8ceb-c2792f0ae80d', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc48f32e8-53, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc48f32e8-53, col_values=(('qos', UUID('08dfac22-d43f-40fe-aa53-392532cfaee9')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc48f32e8-53, col_values=(('external_ids', {'iface-id': 'c48f32e8-53a9-48f5-8b63-161ef75bb06c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:6a:52', 'vm-uuid': 'a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: INFO os_vif [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53')
Nov 13 22:06:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:89:6a:52, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkVKhLTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:06:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:06:51 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[094f17b8-9435-422a-b9c6-80c0f8dd44e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:06:51 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[169d612a-16df-4bd3-a007-1e9e53c07aaa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c] added
Nov 13 22:06:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91f1fff-8501-4dff-89af-30717c9ce6f0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02caf7f-92bf-4c0b-b1e1-c878644b5d76]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FkVKhLTf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FkVKhLTf" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[334bb36b-143d-4af7-b857-82ee1e5806ee]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FkVKhLTf'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b829a6f-cd81-45b2-a71a-644f474ca191]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f239159-76a8-4c5c-bd77-2f25741bbfc5]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:51 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:51 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:51 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[807f8c15-2072-427a-b7d1-63100944044f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260]
Nov 13 22:06:52 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260] successful.
Nov 13 22:06:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f86b00-c31f-4a9e-9fc5-60dc7e6f4f58]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a0494c-5b6c-4ef6-b583-f207632420e8]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:06:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:06:52 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:06:52 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] HCTL ('35', '-', '-', 0) found on session 34 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7d533c-97bc-4fa2-8c9e-19e58a795014]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching for a device in session 34 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkVKhLTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:52 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] No waiting events found dispatching network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:52 user nova-compute[75075]: WARNING nova.compute.manager [req-9c55cce6-f53f-4fd7-819c-da2bad9c26b0 req-058a876f-a86c-401f-a3cb-2bf53785bc85 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received unexpected event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c for instance with vm_state building and task_state spawning.
Nov 13 22:06:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26331366634653738', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331366634653738', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'flavor' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:06:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:06:53 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:06:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:06:53 user nova-compute[75075]:   <serial>a98989f3-c752-4eea-8bb8-b465c14e366c</serial>
Nov 13 22:06:53 user nova-compute[75075]: </disk>
Nov 13 22:06:53 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:9e:b2:7c, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:06:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d827ca94-1ecc-4ea9-9f29-1138c7b04f49 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.533s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:06:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Instance spawned successfully.
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:06:54 user nova-compute[75075]: INFO nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] No waiting events found dispatching network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:54 user nova-compute[75075]: WARNING nova.compute.manager [req-fb9a43de-7832-4e72-a1a3-8d779ee67f3b req-1e9a2143-f1fb-41e7-92f1-9c18b033a2cc service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received unexpected event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c for instance with vm_state building and task_state spawning.
Nov 13 22:06:55 user nova-compute[75075]: INFO nova.compute.manager [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Rescuing
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG nova.network.neutron [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:06:55 user nova-compute[75075]: INFO nova.compute.manager [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Took 10.60 seconds to build instance.
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44612446-1583-4d12-853a-6ac1b58bd182 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.693s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG nova.network.neutron [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:55 user nova-compute[75075]: WARNING nova.compute.manager [req-3fefb9e7-3205-4776-b95a-95be280530b6 req-3b7370cb-1a60-4036-bdaf-29991bcd3538 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state active and task_state rescuing.
Nov 13 22:06:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance destroyed successfully.
Nov 13 22:06:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Attempting rescue
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:06:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Creating image(s)
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'trusted_certs' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue" returned: 0 in 0.054s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'migration_context' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.base [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<664fbb60-edec-460d-a565-12694c6a8531> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start _get_guest_xml network_info=[{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:9e:b2:7c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.base [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<664fbb60-edec-460d-a565-12694c6a8531> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'numa_topology' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.base [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<664fbb60-edec-460d-a565-12694c6a8531> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:06:56 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:56 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'vcpu_model' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.base [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<664fbb60-edec-460d-a565-12694c6a8531> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-55915541',display_name='tempest-ServerRescueNegativeTestJSON-server-55915541',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-55915541',id=28,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJkMnMuOgz+HqCZwkzNFHVdXQJsZnkHeZ/pw5LxXxFpvN1jeaRYvTHfxAo/zCAKWaBmq/rwOYgKLABUJFsvyfX1KL4bekVq6NdhS08Nb2sEj2mm6I9bvoTE7ivQwnrYOSQ==',key_name='tempest-keypair-271530103',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:05:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-l4f60bzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:05:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=664fbb60-edec-460d-a565-12694c6a8531,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:9e:b2:7c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "vif_mac": "fa:16:3e:9e:b2:7c"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'pci_devices' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.objects.base [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Object Instance<664fbb60-edec-460d-a565-12694c6a8531> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:06:56 user nova-compute[75075]:   <uuid>664fbb60-edec-460d-a565-12694c6a8531</uuid>
Nov 13 22:06:56 user nova-compute[75075]:   <name>instance-0000001c</name>
Nov 13 22:06:56 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:06:56 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:06:56 user nova-compute[75075]:   <metadata>
Nov 13 22:06:56 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:06:56 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-55915541</nova:name>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:06:56</nova:creationTime>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:06:56 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:06:56 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:owner>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:user uuid="ab33fd01a2a84fa79c8100156a5d3130">tempest-ServerRescueNegativeTestJSON-1682311238-project-member</nova:user>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:project uuid="6947769a14674797bf7620c875174aba">tempest-ServerRescueNegativeTestJSON-1682311238</nova:project>
Nov 13 22:06:56 user nova-compute[75075]:       </nova:owner>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:06:56 user nova-compute[75075]:       <nova:ports>
Nov 13 22:06:56 user nova-compute[75075]:         <nova:port uuid="bc127ea1-68d6-4dc9-815a-1d42e906ddcf">
Nov 13 22:06:56 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:06:56 user nova-compute[75075]:         </nova:port>
Nov 13 22:06:56 user nova-compute[75075]:       </nova:ports>
Nov 13 22:06:56 user nova-compute[75075]:     </nova:instance>
Nov 13 22:06:56 user nova-compute[75075]:   </metadata>
Nov 13 22:06:56 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:06:56 user nova-compute[75075]:     <system>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="serial">664fbb60-edec-460d-a565-12694c6a8531</entry>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="uuid">664fbb60-edec-460d-a565-12694c6a8531</entry>
Nov 13 22:06:56 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:06:56 user nova-compute[75075]:     </system>
Nov 13 22:06:56 user nova-compute[75075]:   </sysinfo>
Nov 13 22:06:56 user nova-compute[75075]:   <os>
Nov 13 22:06:56 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:06:56 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:06:56 user nova-compute[75075]:   </os>
Nov 13 22:06:56 user nova-compute[75075]:   <features>
Nov 13 22:06:56 user nova-compute[75075]:     <acpi/>
Nov 13 22:06:56 user nova-compute[75075]:     <apic/>
Nov 13 22:06:56 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:06:56 user nova-compute[75075]:   </features>
Nov 13 22:06:56 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:06:56 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:06:56 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:06:56 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:06:56 user nova-compute[75075]:   </clock>
Nov 13 22:06:56 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:06:56 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:06:56 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:06:56 user nova-compute[75075]:   </cpu>
Nov 13 22:06:56 user nova-compute[75075]:   <devices>
Nov 13 22:06:56 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:06:56 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:06:56 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue"/>
Nov 13 22:06:56 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:06:56 user nova-compute[75075]:     </disk>
Nov 13 22:06:56 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:06:56 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:06:56 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk"/>
Nov 13 22:06:56 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:06:56 user nova-compute[75075]:     </disk>
Nov 13 22:06:56 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:06:56 user nova-compute[75075]:       <mac address="fa:16:3e:9e:b2:7c"/>
Nov 13 22:06:56 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:56 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:06:56 user nova-compute[75075]:       <target dev="tapbc127ea1-68"/>
Nov 13 22:06:56 user nova-compute[75075]:     </interface>
Nov 13 22:06:56 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:06:56 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/console.log" append="off"/>
Nov 13 22:06:56 user nova-compute[75075]:     </serial>
Nov 13 22:06:56 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:06:56 user nova-compute[75075]:     <video>
Nov 13 22:06:56 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:06:56 user nova-compute[75075]:     </video>
Nov 13 22:06:56 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:06:56 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:06:56 user nova-compute[75075]:     </rng>
Nov 13 22:06:56 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:06:56 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:06:56 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:06:56 user nova-compute[75075]:     </memballoon>
Nov 13 22:06:56 user nova-compute[75075]:   </devices>
Nov 13 22:06:56 user nova-compute[75075]: </domain>
Nov 13 22:06:56 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:06:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance destroyed successfully.
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:06:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] No VIF found with MAC fa:16:3e:9e:b2:7c, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:06:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:57 user nova-compute[75075]: WARNING nova.compute.manager [req-6e438b6d-9f9a-4c37-82fc-0844ef2da2aa req-06864cf6-6da2-449a-b90f-6935ccd7998e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state active and task_state rescuing.
Nov 13 22:06:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:59 user nova-compute[75075]: WARNING nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state active and task_state rescuing.
Nov 13 22:06:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:06:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:06:59 user nova-compute[75075]: WARNING nova.compute.manager [req-7536fdaa-12a2-4de3-91f0-ebcd057619ee req-4d6f63a5-9a52-44bd-94ca-cfb679e6e676 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state active and task_state rescuing.
Nov 13 22:07:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-471afe1c-d038-4c62-9ae2-2ece5cbf4a97 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:07:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:19 user nova-compute[75075]: INFO nova.compute.manager [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Detaching volume f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:07:19 user nova-compute[75075]: INFO nova.virt.block_device [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Attempting to driver detach volume f2855fde-5b73-4292-8204-22021104b60c from mountpoint /dev/vdb
Nov 13 22:07:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Attempting to detach device vdb from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:07:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:07:19 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:07:19 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 22:07:19 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:07:19 user nova-compute[75075]:   <serial>f2855fde-5b73-4292-8204-22021104b60c</serial>
Nov 13 22:07:19 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:07:19 user nova-compute[75075]: </disk>
Nov 13 22:07:19 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:07:19 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully detached device vdb from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the persistent domain config.
Nov 13 22:07:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:07:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:07:19 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:07:19 user nova-compute[75075]:   <source dev="/dev/sdh"/>
Nov 13 22:07:19 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:07:19 user nova-compute[75075]:   <serial>f2855fde-5b73-4292-8204-22021104b60c</serial>
Nov 13 22:07:19 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:07:19 user nova-compute[75075]: </disk>
Nov 13 22:07:19 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:07:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:07:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:20 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating instance_info_cache with network_info: [{"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:07:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:07:24 user nova-compute[75075]: INFO nova.compute.claims [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Claim successful on node user
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:07:24 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.policy [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62202f3864c74ce58a32bd03c2a81f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e990eb200f1348ab982539c85385b747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:07:24 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Creating image(s)
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "/opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "/opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "/opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Successfully created port: 19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk 1073741824" returned: 0 in 0.078s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing instance network info cache due to event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.network.neutron [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Cannot resize image /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Ensure instance console log exists: /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.network.neutron [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updated VIF entry in instance network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG nova.network.neutron [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.35", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f8468488-c5ae-4e5a-a7ff-1302beb5c43a req-38e947b4-f6ee-4f10-8d2c-f5a9efca0c2c service nova] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Successfully updated port: 19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquired lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-changed-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Refreshing instance network info cache due to event network-changed-19202778-5cae-4b7e-af90-45670412e8b1. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] Acquiring lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:26 user nova-compute[75075]: INFO nova.compute.manager [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Detaching volume 3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: INFO nova.virt.block_device [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Attempting to driver detach volume 3278fa44-b31f-4206-9bdc-1c5590b3cf19 from mountpoint /dev/vdb
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Attempting to detach device vdb from instance c8796045-828e-43eb-8db8-4fd6915b6572 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:07:26 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:07:26 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:07:26 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:07:26 user nova-compute[75075]:   <serial>3278fa44-b31f-4206-9bdc-1c5590b3cf19</serial>
Nov 13 22:07:26 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:07:26 user nova-compute[75075]: </disk>
Nov 13 22:07:26 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:07:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully detached device vdb from instance c8796045-828e-43eb-8db8-4fd6915b6572 from the persistent domain config.
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c8796045-828e-43eb-8db8-4fd6915b6572 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:07:26 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:07:26 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:07:26 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:07:26 user nova-compute[75075]:   <serial>3278fa44-b31f-4206-9bdc-1c5590b3cf19</serial>
Nov 13 22:07:26 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:07:26 user nova-compute[75075]: </disk>
Nov 13 22:07:26 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Updating instance_info_cache with network_info: [{"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Releasing lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Instance network_info: |[{"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] Acquired lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Refreshing network info cache for port 19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Start _get_guest_xml network_info=[{"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:07:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2098821157',display_name='tempest-VolumesActionsTest-instance-2098821157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2098821157',id=31,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e990eb200f1348ab982539c85385b747',ramdisk_id='',reservation_id='r-ln7xkdi0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1842721878',owner_user_name='tempest-VolumesActionsTest-1842721878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:07:25Z,user_data=None,user_id='62202f3864c74ce58a32bd03c2a81f5d',uuid=33650fd8-1c22-4c1d-9ef8-79a1758d128c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converting VIF {"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lazy-loading 'pci_devices' on Instance uuid 33650fd8-1c22-4c1d-9ef8-79a1758d128c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:07:26 user nova-compute[75075]:   <uuid>33650fd8-1c22-4c1d-9ef8-79a1758d128c</uuid>
Nov 13 22:07:26 user nova-compute[75075]:   <name>instance-0000001f</name>
Nov 13 22:07:26 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:07:26 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:07:26 user nova-compute[75075]:   <metadata>
Nov 13 22:07:26 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:07:26 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:name>tempest-VolumesActionsTest-instance-2098821157</nova:name>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:07:26</nova:creationTime>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:07:26 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:07:26 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:owner>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:user uuid="62202f3864c74ce58a32bd03c2a81f5d">tempest-VolumesActionsTest-1842721878-project-member</nova:user>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:project uuid="e990eb200f1348ab982539c85385b747">tempest-VolumesActionsTest-1842721878</nova:project>
Nov 13 22:07:26 user nova-compute[75075]:       </nova:owner>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:07:26 user nova-compute[75075]:       <nova:ports>
Nov 13 22:07:26 user nova-compute[75075]:         <nova:port uuid="19202778-5cae-4b7e-af90-45670412e8b1">
Nov 13 22:07:26 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 13 22:07:26 user nova-compute[75075]:         </nova:port>
Nov 13 22:07:26 user nova-compute[75075]:       </nova:ports>
Nov 13 22:07:26 user nova-compute[75075]:     </nova:instance>
Nov 13 22:07:26 user nova-compute[75075]:   </metadata>
Nov 13 22:07:26 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:07:26 user nova-compute[75075]:     <system>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="serial">33650fd8-1c22-4c1d-9ef8-79a1758d128c</entry>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="uuid">33650fd8-1c22-4c1d-9ef8-79a1758d128c</entry>
Nov 13 22:07:26 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:07:26 user nova-compute[75075]:     </system>
Nov 13 22:07:26 user nova-compute[75075]:   </sysinfo>
Nov 13 22:07:26 user nova-compute[75075]:   <os>
Nov 13 22:07:26 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:07:26 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:07:26 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:07:26 user nova-compute[75075]:   </os>
Nov 13 22:07:26 user nova-compute[75075]:   <features>
Nov 13 22:07:26 user nova-compute[75075]:     <acpi/>
Nov 13 22:07:26 user nova-compute[75075]:     <apic/>
Nov 13 22:07:26 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:07:26 user nova-compute[75075]:   </features>
Nov 13 22:07:26 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:07:26 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:07:26 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:07:26 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:07:26 user nova-compute[75075]:   </clock>
Nov 13 22:07:26 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:07:26 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:07:26 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:07:26 user nova-compute[75075]:   </cpu>
Nov 13 22:07:26 user nova-compute[75075]:   <devices>
Nov 13 22:07:26 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:07:26 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:07:26 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk"/>
Nov 13 22:07:26 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:07:26 user nova-compute[75075]:     </disk>
Nov 13 22:07:26 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:07:26 user nova-compute[75075]:       <mac address="fa:16:3e:19:43:ed"/>
Nov 13 22:07:26 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:07:26 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:07:26 user nova-compute[75075]:       <target dev="tap19202778-5c"/>
Nov 13 22:07:26 user nova-compute[75075]:     </interface>
Nov 13 22:07:26 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:07:26 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/console.log" append="off"/>
Nov 13 22:07:26 user nova-compute[75075]:     </serial>
Nov 13 22:07:26 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:07:26 user nova-compute[75075]:     <video>
Nov 13 22:07:26 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:07:26 user nova-compute[75075]:     </video>
Nov 13 22:07:26 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:07:26 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:07:26 user nova-compute[75075]:     </rng>
Nov 13 22:07:26 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:07:26 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:07:26 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:07:26 user nova-compute[75075]:     </memballoon>
Nov 13 22:07:26 user nova-compute[75075]:   </devices>
Nov 13 22:07:26 user nova-compute[75075]: </domain>
Nov 13 22:07:26 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2098821157',display_name='tempest-VolumesActionsTest-instance-2098821157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2098821157',id=31,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e990eb200f1348ab982539c85385b747',ramdisk_id='',reservation_id='r-ln7xkdi0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1842721878',owner_user_name='tempest-VolumesActionsTest-1842721878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:07:25Z,user_data=None,user_id='62202f3864c74ce58a32bd03c2a81f5d',uuid=33650fd8-1c22-4c1d-9ef8-79a1758d128c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converting VIF {"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG os_vif [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '095aaec1-b62a-52f9-b60c-7193726ee570', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap19202778-5c, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap19202778-5c, col_values=(('qos', UUID('c7bd4e83-0893-46fb-ab36-e56ab6ec25fe')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap19202778-5c, col_values=(('external_ids', {'iface-id': '19202778-5cae-4b7e-af90-45670412e8b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:43:ed', 'vm-uuid': '33650fd8-1c22-4c1d-9ef8-79a1758d128c'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:26 user nova-compute[75075]: INFO os_vif [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c')
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] No VIF found with MAC fa:16:3e:19:43:ed, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Updated VIF entry in instance network info cache for port 19202778-5cae-4b7e-af90-45670412e8b1. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Updating instance_info_cache with network_info: [{"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ebe471d-6cae-4ec7-9877-98376b8eefc4 req-c8a3ce79-62d6-46e8-814a-0cb71408ee02 service nova] Releasing lock "refresh_cache-33650fd8-1c22-4c1d-9ef8-79a1758d128c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing instance network info cache due to event network-changed-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] Acquiring lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] Acquired lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG nova.network.neutron [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Refreshing network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG nova.network.neutron [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updated VIF entry in instance network info cache for port ecad3d3c-6a97-4adc-a45c-ed17e4370d5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG nova.network.neutron [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [{"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c49943a4-9806-40f5-881d-9c0a20c9ecc6 req-e2ee174e-cee5-4503-9b75-078276efaed5 service nova] Releasing lock "refresh_cache-c8796045-828e-43eb-8db8-4fd6915b6572" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] No waiting events found dispatching network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:07:29 user nova-compute[75075]: WARNING nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received unexpected event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 for instance with vm_state building and task_state spawning.
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] No waiting events found dispatching network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:07:29 user nova-compute[75075]: WARNING nova.compute.manager [req-e716e3a4-5fa0-41c4-b528-0e859af9f6ae req-87779bf6-eb91-4d68-95c1-59ee518e57fa service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received unexpected event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 for instance with vm_state building and task_state spawning.
Nov 13 22:07:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:29 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7455MB free_disk=24.364253997802734GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance c8796045-828e-43eb-8db8-4fd6915b6572 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 33650fd8-1c22-4c1d-9ef8-79a1758d128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:07:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.616s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:07:30 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Instance spawned successfully.
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:07:30 user nova-compute[75075]: INFO nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Took 5.94 seconds to spawn the instance on the hypervisor.
Nov 13 22:07:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:07:30 user nova-compute[75075]: INFO nova.compute.manager [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Took 6.78 seconds to build instance.
Nov 13 22:07:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f0ef7ca2-a43f-4131-8299-deda037ef0ae tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.982s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:41 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc is timed out.
Nov 13 22:07:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully detached device vdb from instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc from the live domain config.
Nov 13 22:07:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJoXBVEQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:07:41 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7947479-b21e-4c1c-abc8-39228dc52400]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:07:41 user nova-compute[75075]: No targets found.
Nov 13 22:07:41 user nova-compute[75075]: iSNS:
Nov 13 22:07:41 user nova-compute[75075]: No targets found.
Nov 13 22:07:41 user nova-compute[75075]: STATIC:
Nov 13 22:07:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:07:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:07:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c
Nov 13 22:07:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:41 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:07:41 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:41 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:41 user nova-compute[75075]: FIRMWARE:
Nov 13 22:07:41 user nova-compute[75075]: No targets found.
Nov 13 22:07:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:07:41 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:07:41 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6904954-adf3-46a1-a177-849b057b4a9e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76d334c-e326-4649-9bb5-33dbd111aae6]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:41 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d6f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c'): ({'sdh'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Removing single pathed devices sdh {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f14168b-ae9b-4e62-8bfa-8c808d3f908d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[616a2e7e-283c-4414-9f1a-7bb0074fe148]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flushing IO for device /dev/sdh {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ee339e-3c53-4317-bd13-7fa4e332cfba]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ec071d-3e72-4a3a-8eb8-58568e39d09a]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] SCSI volumes sdh have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ffe04d1-e436-40cf-a90c-117f10011c4f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cb8445-032e-4399-80fb-74d92f270c70]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260]
Nov 13 22:07:41 user nova-compute[75075]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c, portal: 172.16.0.220,3260] successful.
Nov 13 22:07:41 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2855fde-5b73-4292-8204-22021104b60c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf74e9f3-1214-4c97-abaf-8736e75850e3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== disconnect_volume: return (385ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:07:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'flavor' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:07:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cabd7f8e-8f14-4ac6-90b7-1d9bd3eafec8 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.903s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:46 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c8796045-828e-43eb-8db8-4fd6915b6572 is timed out.
Nov 13 22:07:46 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully detached device vdb from instance c8796045-828e-43eb-8db8-4fd6915b6572 from the live domain config.
Nov 13 22:07:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DtdenCyi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:07:46 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff165173-75ff-487d-a2e0-4a98851e99ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:07:46 user nova-compute[75075]: No targets found.
Nov 13 22:07:46 user nova-compute[75075]: iSNS:
Nov 13 22:07:46 user nova-compute[75075]: No targets found.
Nov 13 22:07:46 user nova-compute[75075]: STATIC:
Nov 13 22:07:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:07:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19
Nov 13 22:07:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:07:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:07:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:07:46 user nova-compute[75075]: FIRMWARE:
Nov 13 22:07:46 user nova-compute[75075]: No targets found.
Nov 13 22:07:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:07:46 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:07:46 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a548b2c-7472-4647-a4e9-c300c9a4626e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b098ff1d-d683-4dac-85ba-d30d11583ab3]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:07:46 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:46 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 (non-flash)
Nov 13 22:07:46 user nova-compute[75075]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:46 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884d7520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde641b3-46d1-481c-a95c-53743f128bd9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae352ce4-68b3-4c37-82f9-11ad1b68898b]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a12bdbe-a8c7-42eb-9379-acf2499e90c1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:07:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bad22ba-59aa-472d-85cf-b37ba5eb061f]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a19e3581-e9d9-49a4-98d9-fb78a129299b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c7eec5e-552f-48ce-ab3a-f444688d7d45]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260]
Nov 13 22:07:47 user nova-compute[75075]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19, portal: 172.16.0.220,3260] successful.
Nov 13 22:07:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3278fa44-b31f-4206-9bdc-1c5590b3cf19 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d51c4f80-ddd7-43a6-9c97-e78a0dfe8fab]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] <== disconnect_volume: return (314ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'flavor' on Instance uuid c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:07:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d9585705-3acb-4776-8637-3b6e0d6b3927 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.815s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:07:52 user nova-compute[75075]: INFO nova.compute.claims [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Claim successful on node user
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:07:53 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.policy [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd7bdfa164b41eb80551a6d6f266e90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a4da297b35f47198ffc3d97cfdad7e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:07:53 user nova-compute[75075]: INFO nova.virt.block_device [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Booting with volume 7583629b-c4de-43b9-86f2-45238c5c1c86 at /dev/vda
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.utils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2005ce-bcdf-43ca-b9ba-396c810d21a4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8ec169-bb42-4246-9d9d-fb03222463a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcabb821-80a5-453c-a5ae-f899b90d39d8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[915c5bfc-daae-49d0-bf05-b026849eb905]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:07:53 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:07:53 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bacbad2c-54a9-4cc2-8dee-a0f63c46f3de]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG os_brick.utils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:07:53 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating existing volume attachment record: 4c164f03-4a98-4457-8492-3b88498bf51f {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Successfully created port: c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Successfully updated port: c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-changed-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing instance network info cache due to event network-changed-c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance network_info: |[{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing network info cache for port c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:07:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated VIF entry in instance network info cache for port c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:07:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16307339-df1d-4b5f-87f9-3f1167964ca3 req-69125e4a-8ffc-4ea1-bce8-ba1e5e6af40b service nova] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:07:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Creating image(s)
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Ensure instance console log exists: /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start _get_guest_xml network_info=[{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6a72057-9be3-4886-8725-6c66acfd8287', 'attached_at': '', 'detached_at': '', 'volume_id': '7583629b-c4de-43b9-86f2-45238c5c1c86', 'serial': '7583629b-c4de-43b9-86f2-45238c5c1c86'}, 'attachment_id': '4c164f03-4a98-4457-8492-3b88498bf51f', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:07:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:07:58 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:07:58 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:07:58 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e816ca-aed8-4021-862f-156d4a9b2cae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:07:58 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[58783628-3657-4415-9d50-a2d3cf41bbec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86] added
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9433137-efde-4adc-82e3-f37907c04217]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e3c0637-9226-437a-99da-c6efc09693b7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQIXbDVG {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQIXbDVG" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[32229cda-2a46-4e84-844d-c20e77ea38cf]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aQIXbDVG'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[26897221-1ac4-452a-af2e-b7e5776bf9d4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba5e88b-61a7-4e2a-970d-15b24356d940]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing instance network info cache due to event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b3cc5a-0211-4a21-9c52-2b70a795a0eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]
Nov 13 22:07:58 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b421e4-223c-4c6a-b626-e2d6cb02ac1d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e89a35d-2f61-4b88-b88a-6ba8f8437e9a]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20ddb90c-d30e-4c25-bcbf-5d4601b3ec02 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:07:58 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] HCTL ('36', '-', '-', 0) found on session 37 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc12b51-4b54-4089-9a28-fb69539c9073]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updated VIF entry in instance network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:07:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4ead9717-6b15-43a5-beb9-cfaf75f57614 req-c2336d91-dd97-464a-b783-59f368c1bc0b service nova] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.compute.manager [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:07:59 user nova-compute[75075]: INFO nova.compute.manager [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] instance snapshotting
Nov 13 22:07:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Beginning live snapshot process
Nov 13 22:07:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23537333965353863', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537333965353863', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9MGAv+flpesUQcj1Njek6MTHzuryXyK9a9hAN2RN4egN82UJIm9io8EHiPCOzBLMJ5LT5+VYsygoGc1PQ1dI/NTfLRxJW+snnHYkFEX2RmVHgsBbVsRoaqGR6puFz8Ug==',key_name='tempest-TestShelveInstance-905259965',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:07:53Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'pci_devices' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:07:59 user nova-compute[75075]:   <uuid>b6a72057-9be3-4886-8725-6c66acfd8287</uuid>
Nov 13 22:07:59 user nova-compute[75075]:   <name>instance-00000020</name>
Nov 13 22:07:59 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:07:59 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:07:59 user nova-compute[75075]:   <metadata>
Nov 13 22:07:59 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:07:59 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:07:59 user nova-compute[75075]:       <nova:name>tempest-TestShelveInstance-server-1297808339</nova:name>
Nov 13 22:07:59 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:07:58</nova:creationTime>
Nov 13 22:07:59 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:07:59 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:07:59 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:07:59 user nova-compute[75075]:       <nova:owner>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:user uuid="cdd7bdfa164b41eb80551a6d6f266e90">tempest-TestShelveInstance-180718959-project-member</nova:user>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:project uuid="3a4da297b35f47198ffc3d97cfdad7e8">tempest-TestShelveInstance-180718959</nova:project>
Nov 13 22:07:59 user nova-compute[75075]:       </nova:owner>
Nov 13 22:07:59 user nova-compute[75075]:       <nova:ports>
Nov 13 22:07:59 user nova-compute[75075]:         <nova:port uuid="c19bba32-a405-4621-8627-260aa4c65680">
Nov 13 22:07:59 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:07:59 user nova-compute[75075]:         </nova:port>
Nov 13 22:07:59 user nova-compute[75075]:       </nova:ports>
Nov 13 22:07:59 user nova-compute[75075]:     </nova:instance>
Nov 13 22:07:59 user nova-compute[75075]:   </metadata>
Nov 13 22:07:59 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:07:59 user nova-compute[75075]:     <system>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="serial">b6a72057-9be3-4886-8725-6c66acfd8287</entry>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="uuid">b6a72057-9be3-4886-8725-6c66acfd8287</entry>
Nov 13 22:07:59 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:07:59 user nova-compute[75075]:     </system>
Nov 13 22:07:59 user nova-compute[75075]:   </sysinfo>
Nov 13 22:07:59 user nova-compute[75075]:   <os>
Nov 13 22:07:59 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:07:59 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:07:59 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:07:59 user nova-compute[75075]:   </os>
Nov 13 22:07:59 user nova-compute[75075]:   <features>
Nov 13 22:07:59 user nova-compute[75075]:     <acpi/>
Nov 13 22:07:59 user nova-compute[75075]:     <apic/>
Nov 13 22:07:59 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:07:59 user nova-compute[75075]:   </features>
Nov 13 22:07:59 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:07:59 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:07:59 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:07:59 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:07:59 user nova-compute[75075]:   </clock>
Nov 13 22:07:59 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:07:59 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:07:59 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:07:59 user nova-compute[75075]:   </cpu>
Nov 13 22:07:59 user nova-compute[75075]:   <devices>
Nov 13 22:07:59 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:07:59 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:07:59 user nova-compute[75075]:       <source dev="/dev/sde"/>
Nov 13 22:07:59 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:07:59 user nova-compute[75075]:       <serial>7583629b-c4de-43b9-86f2-45238c5c1c86</serial>
Nov 13 22:07:59 user nova-compute[75075]:     </disk>
Nov 13 22:07:59 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:07:59 user nova-compute[75075]:       <mac address="fa:16:3e:d2:98:ca"/>
Nov 13 22:07:59 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:07:59 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:07:59 user nova-compute[75075]:       <target dev="tapc19bba32-a4"/>
Nov 13 22:07:59 user nova-compute[75075]:     </interface>
Nov 13 22:07:59 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:07:59 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287/console.log" append="off"/>
Nov 13 22:07:59 user nova-compute[75075]:     </serial>
Nov 13 22:07:59 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:07:59 user nova-compute[75075]:     <video>
Nov 13 22:07:59 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:07:59 user nova-compute[75075]:     </video>
Nov 13 22:07:59 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:07:59 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:07:59 user nova-compute[75075]:     </rng>
Nov 13 22:07:59 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:07:59 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:07:59 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:07:59 user nova-compute[75075]:     </memballoon>
Nov 13 22:07:59 user nova-compute[75075]:   </devices>
Nov 13 22:07:59 user nova-compute[75075]: </domain>
Nov 13 22:07:59 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9MGAv+flpesUQcj1Njek6MTHzuryXyK9a9hAN2RN4egN82UJIm9io8EHiPCOzBLMJ5LT5+VYsygoGc1PQ1dI/NTfLRxJW+snnHYkFEX2RmVHgsBbVsRoaqGR6puFz8Ug==',key_name='tempest-TestShelveInstance-905259965',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:07:53Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG os_vif [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '72738a3e-4c59-54ea-bd3e-82391820e010', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc19bba32-a4, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc19bba32-a4, col_values=(('qos', UUID('228c23e0-1319-479e-8c23-1a0fac1c24fb')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc19bba32-a4, col_values=(('external_ids', {'iface-id': 'c19bba32-a405-4621-8627-260aa4c65680', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:98:ca', 'vm-uuid': 'b6a72057-9be3-4886-8725-6c66acfd8287'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:07:59 user nova-compute[75075]: INFO os_vif [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4')
Nov 13 22:07:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] No VIF found with MAC fa:16:3e:d2:98:ca, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json -f qcow2" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:07:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4.delta 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4.delta 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:00 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 13 22:08:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:08:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:08:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 13 22:08:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:02 user nova-compute[75075]: WARNING nova.compute.manager [req-350a1805-a54a-4bac-8c90-d01d2e0ac4cf req-9f89e387-eaf6-4b4b-b6a1-daa0c10c80ee service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state building and task_state spawning.
Nov 13 22:08:02 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4.delta /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4.delta /opt/stack/data/nova/instances/snapshots/tmpaon3z0ag/04675cf37c414b6e941219f071d3eee4" returned: 0 in 0.597s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Snapshot extracted, beginning image upload
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:04 user nova-compute[75075]: WARNING nova.compute.manager [req-746dd96b-650f-4f3a-a8c1-9d4463918be4 req-b443a0e0-4573-44b6-b579-b48c90686f01 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state building and task_state spawning.
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:08:04 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance spawned successfully.
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:04 user nova-compute[75075]: INFO nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Took 6.24 seconds to spawn the instance on the hypervisor.
Nov 13 22:08:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:08:04 user nova-compute[75075]: INFO nova.compute.manager [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Took 11.75 seconds to build instance.
Nov 13 22:08:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8961262c-aff3-43df-9c87-e68ac4226e0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.915s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Snapshot image upload complete
Nov 13 22:08:05 user nova-compute[75075]: INFO nova.compute.manager [None req-abbb26de-99cb-4654-ae2d-01ee1a3cb9ff tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Took 6.20 seconds to snapshot the instance on the hypervisor.
Nov 13 22:08:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:10 user nova-compute[75075]: INFO nova.compute.manager [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Terminating instance
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-c552bdf3-8c8f-45ef-a798-684d5c9f5974 req-fd27fede-5303-4e42-a351-93dfc5e7f3b7 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-unplugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Instance destroyed successfully.
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'resources' on Instance uuid 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:02:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-173013001',display_name='tempest-ServerActionsTestOtherA-server-1051295863',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-173013001',id=21,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/PohQ/hn6Ae0DUzzgJee3fC/KZUWtLd+yPwnSlIxv0kllhoU7VTdmbnbKilyTUslXShHSwA0KA3TG77rTh6qWhdlhrxgeN8LEP83kefCMNFd9rzlK84g2DjxDGNtUXpA==',key_name='tempest-keypair-1649348322',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:04:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-u3s50w60',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:04:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=7bc73f99-1c36-47fd-b58a-2eae7b0c26dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "71578383-1f6e-4a85-b66a-05df6b889cbb", "address": "fa:16:3e:78:85:32", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71578383-1f", "ovs_interfaceid": "71578383-1f6e-4a85-b66a-05df6b889cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG os_vif [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71578383-1f, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7aa6a6ec-9c54-4e17-a2a2-a0d22ca16471) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:08:10 user nova-compute[75075]: INFO os_vif [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:85:32,bridge_name='br-int',has_traffic_filtering=True,id=71578383-1f6e-4a85-b66a-05df6b889cbb,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71578383-1f')
Nov 13 22:08:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Deleting instance files /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc_del
Nov 13 22:08:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Deletion of /opt/stack/data/nova/instances/7bc73f99-1c36-47fd-b58a-2eae7b0c26dc_del complete
Nov 13 22:08:10 user nova-compute[75075]: INFO nova.compute.manager [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 13 22:08:10 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:08:10 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:08:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:11 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:11 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Took 0.80 seconds to deallocate network for instance.
Nov 13 22:08:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-79fc70e9-fca1-4036-95af-e99d672560c5 req-57ef1913-599f-4420-8dea-d90f68a46804 service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-deleted-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:12 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Deleted allocations for instance 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc
Nov 13 22:08:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ac159a34-f637-4722-9fa5-0925dd5caf38 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.316s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] Acquiring lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] Lock "7bc73f99-1c36-47fd-b58a-2eae7b0c26dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] No waiting events found dispatching network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:12 user nova-compute[75075]: WARNING nova.compute.manager [req-01f9e3e3-6763-4c5c-842d-df1ed6b75e79 req-5f92091b-4a9d-4fec-8801-77b6d584201c service nova] [instance: 7bc73f99-1c36-47fd-b58a-2eae7b0c26dc] Received unexpected event network-vif-plugged-71578383-1f6e-4a85-b66a-05df6b889cbb for instance with vm_state deleted and task_state None.
Nov 13 22:08:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:17 user nova-compute[75075]: INFO nova.compute.manager [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Terminating instance
Nov 13 22:08:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4572bd3-046f-4bf1-9855-8a526486fce6 req-7a9b1318-8278-4ba5-bee4-789936dc978a service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-unplugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:08:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Instance destroyed successfully.
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lazy-loading 'resources' on Instance uuid c8796045-828e-43eb-8db8-4fd6915b6572 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:03:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1107710425',display_name='tempest-TestMinimumBasicScenario-server-1107710425',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1107710425',id=23,image_ref='52058564-b7de-4c00-87a8-97463b0da183',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPnNyGhxD8OfgPPlAx10UiC1XVTk69mvXVJUVSXmODz/H7JnW50Oo3OyRP6LaDsvJGLkPZvNFyjLilMcOLMi6Bd003G1xu6VwtnqGqksCWMXAt4D6zMCyfncLt+0rwdmaw==',key_name='tempest-TestMinimumBasicScenario-1402739783',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:03:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed5b5271303c4f58adc5d2c12456e9fe',ramdisk_id='',reservation_id='r-dmbot0bl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='52058564-b7de-4c00-87a8-97463b0da183',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-2560172',owner_user_name='tempest-TestMinimumBasicScenario-2560172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:05:40Z,user_data=None,user_id='a7b6141ef8a04567b11ec29a4c819471',uuid=c8796045-828e-43eb-8db8-4fd6915b6572,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converting VIF {"id": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "address": "fa:16:3e:06:3c:e9", "network": {"id": "922a65e7-ef47-4eca-8c0e-012d92d326bd", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1400133010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed5b5271303c4f58adc5d2c12456e9fe", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapecad3d3c-6a", "ovs_interfaceid": "ecad3d3c-6a97-4adc-a45c-ed17e4370d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG os_vif [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapecad3d3c-6a, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af49b106-1c4b-4929-890b-3274bb34d69d) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:08:18 user nova-compute[75075]: INFO os_vif [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:3c:e9,bridge_name='br-int',has_traffic_filtering=True,id=ecad3d3c-6a97-4adc-a45c-ed17e4370d5c,network=Network(922a65e7-ef47-4eca-8c0e-012d92d326bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapecad3d3c-6a')
Nov 13 22:08:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Deleting instance files /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572_del
Nov 13 22:08:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Deletion of /opt/stack/data/nova/instances/c8796045-828e-43eb-8db8-4fd6915b6572_del complete
Nov 13 22:08:18 user nova-compute[75075]: INFO nova.compute.manager [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 13 22:08:18 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:08:18 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:08:19 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:19 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Took 0.52 seconds to deallocate network for instance.
Nov 13 22:08:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:08:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:08:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:19 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Deleted allocations for instance c8796045-828e-43eb-8db8-4fd6915b6572
Nov 13 22:08:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-71e8c06e-9bf9-43f9-ab34-9bcc269bb3e0 tempest-TestMinimumBasicScenario-2560172 tempest-TestMinimumBasicScenario-2560172-project-member] Lock "c8796045-828e-43eb-8db8-4fd6915b6572" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.870s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] Acquiring lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] Lock "c8796045-828e-43eb-8db8-4fd6915b6572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] No waiting events found dispatching network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:20 user nova-compute[75075]: WARNING nova.compute.manager [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received unexpected event network-vif-plugged-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c for instance with vm_state deleted and task_state None.
Nov 13 22:08:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-e585634e-78bb-4494-a56e-5f01461e298a req-f07b87a4-7d74-44d0-b149-656ec9a72b47 service nova] [instance: c8796045-828e-43eb-8db8-4fd6915b6572] Received event network-vif-deleted-ecad3d3c-6a97-4adc-a45c-ed17e4370d5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:08:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:08:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:08:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:24 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:08:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk.rescue --force-share --output=json" returned: 0 in 0.164s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:28 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:08:28 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7526MB free_disk=25.32756805419922GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 00cb086d-06aa-4919-98be-57aa124fdd9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 33650fd8-1c22-4c1d-9ef8-79a1758d128c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b6a72057-9be3-4886-8725-6c66acfd8287 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:08:28 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:08:29 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:08:29 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:08:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:08:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.439s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:08:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-changed-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Refreshing instance network info cache due to event network-changed-c48f32e8-53a9-48f5-8b63-161ef75bb06c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] Acquiring lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] Acquired lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Refreshing network info cache for port c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updated VIF entry in instance network info cache for port c48f32e8-53a9-48f5-8b63-161ef75bb06c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updating instance_info_cache with network_info: [{"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b4d4da34-94d4-40ba-a257-6b133c9a6b7a req-6d8b829d-b477-4808-b129-96a67a836580 service nova] Releasing lock "refresh_cache-a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:08:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:40 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:08:40 user nova-compute[75075]: INFO nova.compute.claims [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Claim successful on node user
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.377s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:08:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:08:41 user nova-compute[75075]: INFO nova.virt.block_device [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Booting with volume snapshot 425656a5-b497-4658-aa0d-efeca65be679 at /dev/vda
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.policy [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Successfully created port: 0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Successfully updated port: 0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-changed-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Refreshing instance network info cache due to event network-changed-0e152bd0-e841-4ba0-9842-baa050f5b9b9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] Acquiring lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updating instance_info_cache with network_info: [{"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Instance network_info: |[{"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] Acquired lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:08:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Refreshing network info cache for port 0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:08:43 user nova-compute[75075]: DEBUG nova.network.neutron [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updated VIF entry in instance network info cache for port 0e152bd0-e841-4ba0-9842-baa050f5b9b9. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:08:43 user nova-compute[75075]: DEBUG nova.network.neutron [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updating instance_info_cache with network_info: [{"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3aef1c9d-438b-4cbb-bf97-e3ec6ded3b42 req-82d62573-a6e5-47a5-b806-1db9a5df0fe1 service nova] Releasing lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:08:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:46 user nova-compute[75075]: INFO nova.compute.manager [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Unrescuing
Nov 13 22:08:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG nova.objects.instance [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'flavor' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1650cb78-bafe-43fc-aa7f-2a82d388de69]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[336c7301-3cf7-4e43-9dd4-1a394be376ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[63fddaf5-7827-4577-b49e-5ba9932f3aba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a460dd-6b74-4a84-8506-53d6f967be0e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:47 user nova-compute[75075]: WARNING nova.compute.manager [req-e85df901-22e0-4722-a023-749cdb674946 req-cd14d6e7-8606-4d06-b2d2-ebc9bab10f60 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:08:47 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:08:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a857dc7e-38ad-49c0-95fa-f9a683724b0f]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG os_brick.utils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updating existing volume attachment record: 991820d4-64de-4849-871c-898d583b3e68 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance destroyed successfully.
Nov 13 22:08:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:49 user nova-compute[75075]: WARNING nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:08:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:49 user nova-compute[75075]: WARNING nova.compute.manager [req-734dd58e-dcba-47c4-baa7-0c6f82f14bb2 req-eab6be74-3ea3-4202-8c9a-596f9b91ff06 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-17611b13-eaab-40d0-9435-7886c4374d3c tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:51 user nova-compute[75075]: WARNING nova.compute.manager [req-7d815eb0-f6f7-440c-8fd5-2f1bee1a44a4 req-0af1afb0-d0ab-464b-8c5d-a72a5c5eab39 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:08:51 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Creating image(s)
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Ensure instance console log exists: /opt/stack/data/nova/instances/3442956a-a24c-47ac-bca3-ffb432840d0b/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Start _get_guest_xml network_info=[{"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-13T22:08:37Z,direct_url=<?>,disk_format='qcow2',id=c4a12954-f672-4ed8-a3f5-ed3441b60056,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1125282569',owner='4ae94902545f4e4daaadc739a6cf23de',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-13T22:08:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zAWxIClp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3442956a-a24c-47ac-bca3-ffb432840d0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'deca68b9-f728-46fc-9527-de3c240c9662', 'serial': 'deca68b9-f728-46fc-9527-de3c240c9662'}, 'attachment_id': '991820d4-64de-4849-871c-898d583b3e68', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:08:51 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:08:51 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-13T22:08:37Z,direct_url=<?>,disk_format='qcow2',id=c4a12954-f672-4ed8-a3f5-ed3441b60056,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1125282569',owner='4ae94902545f4e4daaadc739a6cf23de',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-13T22:08:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zAWxIClp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:08:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:08:51 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:08:51 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:08:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2988432-3ca0-4d22-910f-635602de5631]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:08:51 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c930de81-c08e-4372-beac-3146621040d6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662] added
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a47a67d1-2995-41ce-9b2f-719a4f312993]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[24cb9ac2-d256-47db-9465-4f17cbe05958]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zAWxIClp {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zAWxIClp" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8726f840-bb82-4f7d-8e0a-ff1588c3f6ce]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zAWxIClp'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ef8988-035a-4bd8-aa85-48a6c609006c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb63281c-e24d-4a90-8694-9c3a0229d02a]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d74a26e-7958-4429-89ae-91687a1c13be]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260]
Nov 13 22:08:51 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260] successful.
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccbd83e8-e67e-4844-93a7-9071fcf0cd90]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d749907b-6b71-4f2f-8566-1efaa96a036a]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:08:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18d0eca-ffd3-4f61-947a-1bff44ceb507]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:08:51 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zAWxIClp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '26534366163363735', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534366163363735', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1484684551',id=33,image_ref='c4a12954-f672-4ed8-a3f5-ed3441b60056',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrFjS0CPuwV8pCNCiFsiBg8AiGOOeNU6jojKiGUnUzTg+h36obHIfiCuDSFMPnF73U5GaD6BLFzu5JaUpCXv0KwymwNc878Hdf+7dFGKi3GX7RX5xgopkZjYz+GqP1oOg==',key_name='tempest-keypair-402207868',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-veeiw8ls',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1964951012',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:08:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=3442956a-a24c-47ac-bca3-ffb432840d0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid 3442956a-a24c-47ac-bca3-ffb432840d0b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:08:52 user nova-compute[75075]:   <uuid>3442956a-a24c-47ac-bca3-ffb432840d0b</uuid>
Nov 13 22:08:52 user nova-compute[75075]:   <name>instance-00000021</name>
Nov 13 22:08:52 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:08:52 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:08:52 user nova-compute[75075]:   <metadata>
Nov 13 22:08:52 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:08:52 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1484684551</nova:name>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:08:51</nova:creationTime>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:08:52 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:08:52 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:owner>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:08:52 user nova-compute[75075]:       </nova:owner>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:root type="image" uuid="c4a12954-f672-4ed8-a3f5-ed3441b60056"/>
Nov 13 22:08:52 user nova-compute[75075]:       <nova:ports>
Nov 13 22:08:52 user nova-compute[75075]:         <nova:port uuid="0e152bd0-e841-4ba0-9842-baa050f5b9b9">
Nov 13 22:08:52 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 13 22:08:52 user nova-compute[75075]:         </nova:port>
Nov 13 22:08:52 user nova-compute[75075]:       </nova:ports>
Nov 13 22:08:52 user nova-compute[75075]:     </nova:instance>
Nov 13 22:08:52 user nova-compute[75075]:   </metadata>
Nov 13 22:08:52 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:08:52 user nova-compute[75075]:     <system>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="serial">3442956a-a24c-47ac-bca3-ffb432840d0b</entry>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="uuid">3442956a-a24c-47ac-bca3-ffb432840d0b</entry>
Nov 13 22:08:52 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:08:52 user nova-compute[75075]:     </system>
Nov 13 22:08:52 user nova-compute[75075]:   </sysinfo>
Nov 13 22:08:52 user nova-compute[75075]:   <os>
Nov 13 22:08:52 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:08:52 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:08:52 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:08:52 user nova-compute[75075]:   </os>
Nov 13 22:08:52 user nova-compute[75075]:   <features>
Nov 13 22:08:52 user nova-compute[75075]:     <acpi/>
Nov 13 22:08:52 user nova-compute[75075]:     <apic/>
Nov 13 22:08:52 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:08:52 user nova-compute[75075]:   </features>
Nov 13 22:08:52 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:08:52 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:08:52 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:08:52 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:08:52 user nova-compute[75075]:   </clock>
Nov 13 22:08:52 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:08:52 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:08:52 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:08:52 user nova-compute[75075]:   </cpu>
Nov 13 22:08:52 user nova-compute[75075]:   <devices>
Nov 13 22:08:52 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:08:52 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:08:52 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:08:52 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:08:52 user nova-compute[75075]:       <serial>deca68b9-f728-46fc-9527-de3c240c9662</serial>
Nov 13 22:08:52 user nova-compute[75075]:     </disk>
Nov 13 22:08:52 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:08:52 user nova-compute[75075]:       <mac address="fa:16:3e:f2:9d:00"/>
Nov 13 22:08:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:08:52 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:08:52 user nova-compute[75075]:       <target dev="tap0e152bd0-e8"/>
Nov 13 22:08:52 user nova-compute[75075]:     </interface>
Nov 13 22:08:52 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:08:52 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/3442956a-a24c-47ac-bca3-ffb432840d0b/console.log" append="off"/>
Nov 13 22:08:52 user nova-compute[75075]:     </serial>
Nov 13 22:08:52 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:08:52 user nova-compute[75075]:     <video>
Nov 13 22:08:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:08:52 user nova-compute[75075]:     </video>
Nov 13 22:08:52 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:08:52 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:08:52 user nova-compute[75075]:     </rng>
Nov 13 22:08:52 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:08:52 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:08:52 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:08:52 user nova-compute[75075]:     </memballoon>
Nov 13 22:08:52 user nova-compute[75075]:   </devices>
Nov 13 22:08:52 user nova-compute[75075]: </domain>
Nov 13 22:08:52 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1484684551',id=33,image_ref='c4a12954-f672-4ed8-a3f5-ed3441b60056',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrFjS0CPuwV8pCNCiFsiBg8AiGOOeNU6jojKiGUnUzTg+h36obHIfiCuDSFMPnF73U5GaD6BLFzu5JaUpCXv0KwymwNc878Hdf+7dFGKi3GX7RX5xgopkZjYz+GqP1oOg==',key_name='tempest-keypair-402207868',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-veeiw8ls',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1964951012',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:08:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=3442956a-a24c-47ac-bca3-ffb432840d0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG os_vif [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bb9ddd24-f82f-52ed-9edf-d75ee2f9df60', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e152bd0-e8, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e152bd0-e8, col_values=(('qos', UUID('2437420e-69c0-41d7-a44b-46c0fc173684')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e152bd0-e8, col_values=(('external_ids', {'iface-id': '0e152bd0-e841-4ba0-9842-baa050f5b9b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:9d:00', 'vm-uuid': '3442956a-a24c-47ac-bca3-ffb432840d0b'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:52 user nova-compute[75075]: INFO os_vif [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8')
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:08:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:f2:9d:00, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] No waiting events found dispatching network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:54 user nova-compute[75075]: WARNING nova.compute.manager [req-e3166dd5-fd49-474b-8d3c-4099ad5e1195 req-b7748a57-1448-4503-839b-6eb7a53b4119 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received unexpected event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 for instance with vm_state building and task_state spawning.
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:08:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Instance spawned successfully.
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:08:56 user nova-compute[75075]: INFO nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Took 4.98 seconds to spawn the instance on the hypervisor.
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:08:56 user nova-compute[75075]: INFO nova.compute.manager [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Took 15.64 seconds to build instance.
Nov 13 22:08:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e15ee485-2f34-4a27-9b28-05e0b776cfb7 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.759s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:08:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] No waiting events found dispatching network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:08:56 user nova-compute[75075]: WARNING nova.compute.manager [req-1e1d5066-e2cc-46c8-9e6f-2ce9a4000507 req-d0e6a70e-9035-4e27-b6e6-85b8ebb560cf service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received unexpected event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 for instance with vm_state active and task_state None.
Nov 13 22:08:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:13 user nova-compute[75075]: INFO nova.compute.manager [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Terminating instance
Nov 13 22:09:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:09:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-unplugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] No waiting events found dispatching network-vif-unplugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-a03f43d5-c628-450a-af88-879a9286f124 req-6d712076-7ad3-4b74-91b9-fe6cca5f0ae8 service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-unplugged-a51da053-f815-46ad-b403-e47ef4c6175c for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:09:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Instance destroyed successfully.
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lazy-loading 'resources' on Instance uuid 00cb086d-06aa-4919-98be-57aa124fdd9e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:00:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-275092238',display_name='tempest-ServersNegativeTestJSON-server-275092238',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-275092238',id=16,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:00:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a74eb6f2e0644c79bed8ce8f40c6e446',ramdisk_id='',reservation_id='r-y2m7ga13',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1197460679',owner_user_name='tempest-ServersNegativeTestJSON-1197460679-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:00:39Z,user_data=None,user_id='6a643ad8e1494e60a0185ec3603cd9f5',uuid=00cb086d-06aa-4919-98be-57aa124fdd9e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converting VIF {"id": "a51da053-f815-46ad-b403-e47ef4c6175c", "address": "fa:16:3e:cd:06:d7", "network": {"id": "85763b37-ed5f-4532-b014-1473a6d97fdb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1490064261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a74eb6f2e0644c79bed8ce8f40c6e446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa51da053-f8", "ovs_interfaceid": "a51da053-f815-46ad-b403-e47ef4c6175c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG os_vif [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa51da053-f8, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8f643f7b-8bd1-4c3b-8c10-8c3f9a6668bc) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:14 user nova-compute[75075]: INFO os_vif [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:06:d7,bridge_name='br-int',has_traffic_filtering=True,id=a51da053-f815-46ad-b403-e47ef4c6175c,network=Network(85763b37-ed5f-4532-b014-1473a6d97fdb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa51da053-f8')
Nov 13 22:09:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Deleting instance files /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e_del
Nov 13 22:09:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Deletion of /opt/stack/data/nova/instances/00cb086d-06aa-4919-98be-57aa124fdd9e_del complete
Nov 13 22:09:14 user nova-compute[75075]: INFO nova.compute.manager [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 13 22:09:14 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:09:14 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccd396dd-e5a9-4e31-9956-c7ea059990ba req-f35a7c32-ad46-4d29-9b4b-0e0c310288aa service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-deleted-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:15 user nova-compute[75075]: INFO nova.compute.manager [req-ccd396dd-e5a9-4e31-9956-c7ea059990ba req-f35a7c32-ad46-4d29-9b4b-0e0c310288aa service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Neutron deleted interface a51da053-f815-46ad-b403-e47ef4c6175c; detaching it from the instance and deleting it from the info cache
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.network.neutron [req-ccd396dd-e5a9-4e31-9956-c7ea059990ba req-f35a7c32-ad46-4d29-9b4b-0e0c310288aa service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:15 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Took 0.56 seconds to deallocate network for instance.
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccd396dd-e5a9-4e31-9956-c7ea059990ba req-f35a7c32-ad46-4d29-9b4b-0e0c310288aa service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Detach interface failed, port_id=a51da053-f815-46ad-b403-e47ef4c6175c, reason: Instance 00cb086d-06aa-4919-98be-57aa124fdd9e could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:09:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.472s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:15 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Deleted allocations for instance 00cb086d-06aa-4919-98be-57aa124fdd9e
Nov 13 22:09:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-6b4a74ad-7b0b-4123-a5fa-a9f5ef30dd9e tempest-ServersNegativeTestJSON-1197460679 tempest-ServersNegativeTestJSON-1197460679-project-member] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.123s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] Acquiring lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] Lock "00cb086d-06aa-4919-98be-57aa124fdd9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] No waiting events found dispatching network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:16 user nova-compute[75075]: WARNING nova.compute.manager [req-6563cf45-fa14-4dc4-bbba-2e84ca97b1a0 req-795c25fd-57d2-4ce3-b574-619bc1a8da1b service nova] [instance: 00cb086d-06aa-4919-98be-57aa124fdd9e] Received unexpected event network-vif-plugged-a51da053-f815-46ad-b403-e47ef4c6175c for instance with vm_state deleted and task_state None.
Nov 13 22:09:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:17 user nova-compute[75075]: INFO nova.compute.manager [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Terminating instance
Nov 13 22:09:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Instance destroyed successfully.
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lazy-loading 'resources' on Instance uuid 33650fd8-1c22-4c1d-9ef8-79a1758d128c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-unplugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] No waiting events found dispatching network-vif-unplugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-unplugged-19202778-5cae-4b7e-af90-45670412e8b1 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Acquiring lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] No waiting events found dispatching network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:18 user nova-compute[75075]: WARNING nova.compute.manager [req-4e5c8325-a53c-4e7e-9c30-b80d4a040aab req-1cf5aa48-766a-4ca7-9d6b-8408a2a9314e service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received unexpected event network-vif-plugged-19202778-5cae-4b7e-af90-45670412e8b1 for instance with vm_state active and task_state deleting.
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2098821157',display_name='tempest-VolumesActionsTest-instance-2098821157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2098821157',id=31,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:07:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e990eb200f1348ab982539c85385b747',ramdisk_id='',reservation_id='r-ln7xkdi0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1842721878',owner_user_name='tempest-VolumesActionsTest-1842721878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:07:31Z,user_data=None,user_id='62202f3864c74ce58a32bd03c2a81f5d',uuid=33650fd8-1c22-4c1d-9ef8-79a1758d128c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converting VIF {"id": "19202778-5cae-4b7e-af90-45670412e8b1", "address": "fa:16:3e:19:43:ed", "network": {"id": "29de0cfe-f475-4ef2-a380-bba367f16c11", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1520881034-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e990eb200f1348ab982539c85385b747", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap19202778-5c", "ovs_interfaceid": "19202778-5cae-4b7e-af90-45670412e8b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG os_vif [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap19202778-5c, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c7bd4e83-0893-46fb-ab36-e56ab6ec25fe) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:18 user nova-compute[75075]: INFO os_vif [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:43:ed,bridge_name='br-int',has_traffic_filtering=True,id=19202778-5cae-4b7e-af90-45670412e8b1,network=Network(29de0cfe-f475-4ef2-a380-bba367f16c11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap19202778-5c')
Nov 13 22:09:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Deleting instance files /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c_del
Nov 13 22:09:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Deletion of /opt/stack/data/nova/instances/33650fd8-1c22-4c1d-9ef8-79a1758d128c_del complete
Nov 13 22:09:18 user nova-compute[75075]: INFO nova.compute.manager [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Took 0.63 seconds to destroy the instance on the hypervisor.
Nov 13 22:09:18 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:09:18 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-345e5c3b-b1e0-42cb-b2e8-42b8d7438f8a req-e169a105-500d-4174-b63c-0db51876a857 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Received event network-vif-deleted-19202778-5cae-4b7e-af90-45670412e8b1 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:19 user nova-compute[75075]: INFO nova.compute.manager [req-345e5c3b-b1e0-42cb-b2e8-42b8d7438f8a req-e169a105-500d-4174-b63c-0db51876a857 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Neutron deleted interface 19202778-5cae-4b7e-af90-45670412e8b1; detaching it from the instance and deleting it from the info cache
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-345e5c3b-b1e0-42cb-b2e8-42b8d7438f8a req-e169a105-500d-4174-b63c-0db51876a857 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:19 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Took 0.84 seconds to deallocate network for instance.
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-345e5c3b-b1e0-42cb-b2e8-42b8d7438f8a req-e169a105-500d-4174-b63c-0db51876a857 service nova] [instance: 33650fd8-1c22-4c1d-9ef8-79a1758d128c] Detach interface failed, port_id=19202778-5cae-4b7e-af90-45670412e8b1, reason: Instance 33650fd8-1c22-4c1d-9ef8-79a1758d128c could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:09:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:19 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Deleted allocations for instance 33650fd8-1c22-4c1d-9ef8-79a1758d128c
Nov 13 22:09:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-da5c65d7-2afa-4310-a77f-856d6f2fef22 tempest-VolumesActionsTest-1842721878 tempest-VolumesActionsTest-1842721878-project-member] Lock "33650fd8-1c22-4c1d-9ef8-79a1758d128c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.958s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [{"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-84bb5348-0c70-4347-ab68-6353d39e6462" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:09:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:09:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:24 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:09:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:09:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:09:30 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7805MB free_disk=25.411449432373047GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b6a72057-9be3-4886-8725-6c66acfd8287 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 3442956a-a24c-47ac-bca3-ffb432840d0b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:09:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.386s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:09:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-changed-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing instance network info cache due to event network-changed-c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing network info cache for port c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated VIF entry in instance network info cache for port c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG nova.network.neutron [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c05b04bb-6c6c-4905-bb3c-9514581e0823 req-184b258e-fcbc-4f3e-9f55-9e9ba5454908 service nova] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:45 user nova-compute[75075]: INFO nova.compute.manager [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Shelve offloading
Nov 13 22:09:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:45 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance destroyed successfully.
Nov 13 22:09:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:09:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:46 user nova-compute[75075]: WARNING nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state active and task_state shelving.
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:46 user nova-compute[75075]: WARNING nova.compute.manager [req-ccac27d9-7e1f-4c31-9e73-1f1b5f917664 req-c1f515ce-5c93-45f9-a29d-a6453646663d service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state active and task_state shelving.
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:46 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance destroyed successfully.
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'resources' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9MGAv+flpesUQcj1Njek6MTHzuryXyK9a9hAN2RN4egN82UJIm9io8EHiPCOzBLMJ5LT5+VYsygoGc1PQ1dI/NTfLRxJW+snnHYkFEX2RmVHgsBbVsRoaqGR6puFz8Ug==',key_name='tempest-TestShelveInstance-905259965',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:08:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:08:05Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_vif [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc19bba32-a4, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-changed-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing instance network info cache due to event network-changed-c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing network info cache for port c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=228c23e0-1319-479e-8c23-1a0fac1c24fb) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:46 user nova-compute[75075]: INFO os_vif [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4')
Nov 13 22:09:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:09:46 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f084ca5e-7e54-452a-9caa-e4f1c076456c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:09:46 user nova-compute[75075]: No targets found.
Nov 13 22:09:46 user nova-compute[75075]: iSNS:
Nov 13 22:09:46 user nova-compute[75075]: No targets found.
Nov 13 22:09:46 user nova-compute[75075]: STATIC:
Nov 13 22:09:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:09:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:09:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:09:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86
Nov 13 22:09:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:09:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:09:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:09:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:09:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:09:46 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662
Nov 13 22:09:46 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:09:46 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:09:46 user nova-compute[75075]: FIRMWARE:
Nov 13 22:09:46 user nova-compute[75075]: No targets found.
Nov 13 22:09:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:09:46 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:09:46 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8aae0b-8883-48cc-9a88-b9711fb55a09]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5b92af-5c58-466e-b4c4-87e426ee13ee]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:46 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac3f72e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[994ec329-6ff7-4ca3-82dc-280451c35f38]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13bd9f5-6143-48ba-a697-530ab2881548]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0314034d-f512-455f-acc4-3364a946ea87]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[df538d61-9832-42b6-8714-706fda0144e6]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[80004ef8-b839-4c08-bf92-f9686c3e9523]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb714c4-1628-4419-afab-1b1f04d77a13]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]
Nov 13 22:09:47 user nova-compute[75075]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.
Nov 13 22:09:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9667172-3894-4376-b312-924010bf9091]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== disconnect_volume: return (309ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:09:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deleting instance files /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287_del
Nov 13 22:09:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deletion of /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287_del complete
Nov 13 22:09:47 user nova-compute[75075]: DEBUG nova.network.neutron [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated VIF entry in instance network info cache for port c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG nova.network.neutron [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": null, "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapc19bba32-a4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcad015e-742c-4487-bbfc-526e1dc96e82 req-3138dcd6-3b33-4041-b7dc-f2cc5da69456 service nova] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:09:48 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Deleted allocations for instance b6a72057-9be3-4886-8725-6c66acfd8287
Nov 13 22:09:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'numa_topology' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG nova.objects.base [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Object Instance<b6a72057-9be3-4886-8725-6c66acfd8287> lazy-loaded attributes: resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.240s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2f076336-93d3-4eba-bec6-59724aebdfb8 tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.358s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'flavor' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:50 user nova-compute[75075]: INFO nova.compute.manager [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attaching volume 95aa91db-fd06-459c-9629-ba0c1f41375c to /dev/vdb
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.utils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[21467aae-bc83-4732-b0cd-9d0790aea15b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7385050e-54df-486f-8041-7a443e9f3825]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b33f84-5ed6-4498-a5a6-9a962adaca20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0a12cc1-cca5-4c3e-a427-f018f9c7236f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:09:50 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:09:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c34eb9-ec70-4129-879a-ed8295b5ea28]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG os_brick.utils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:09:50 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating existing volume attachment record: 761eef8f-40b2-4a9c-a8cc-c729c9af5021 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:09:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:09:55 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:09:55 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:09:55 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9d141f-7bb5-4bba-8740-5cb3516f2f15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:09:55 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae25c912-18dd-45a9-bbd8-82f7f6c6174d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c] added
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a091b64-b29c-4994-bd9e-1a698284ed7f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[063cbc99-9773-4c76-9b7a-4ba89437c533]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcxmHwCi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcxmHwCi" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[726d71d5-d983-4b58-9027-251ebd8386f7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IcxmHwCi'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[43acfa12-fdab-42a3-b1dd-dff9f5364ea0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec7c6f3-4ee9-4314-b18d-2acbab708c69]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[015fb3d7-392c-454e-b6fc-9ff5089cf81f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260]
Nov 13 22:09:55 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260] successful.
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e69d4a5-4371-420f-8296-ef7fb842ce3c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[727c6b3f-84d8-4640-af7e-9226fcc8b04b]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:09:55 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:09:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] HCTL ('36', '-', '-', 0) found on session 39 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e7fcfad-39c7-4b80-9a1f-a2cc973e09e1]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:09:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching for a device in session 39 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26334306331386665', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334306331386665', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'flavor' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:09:56 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:09:56 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:09:56 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:09:56 user nova-compute[75075]:   <serial>95aa91db-fd06-459c-9629-ba0c1f41375c</serial>
Nov 13 22:09:56 user nova-compute[75075]: </disk>
Nov 13 22:09:56 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No VIF found with MAC fa:16:3e:56:a6:76, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c80dad8a-6884-4d08-aa1e-fd7d9b7ba772 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.106s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:57 user nova-compute[75075]: INFO nova.compute.manager [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Rescuing
Nov 13 22:09:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:09:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:09:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:09:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:09:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:09:58 user nova-compute[75075]: WARNING nova.compute.manager [req-6ae319d7-79b7-4af2-a15a-5d62b1c7192c req-e2c87f53-73a6-4527-ad09-072eabe6bf7b service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state active and task_state rescuing.
Nov 13 22:09:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance destroyed successfully.
Nov 13 22:09:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attempting a stable device rescue
Nov 13 22:09:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:09:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Creating image(s)
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:09:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:09:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.part --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG nova.virt.images [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] 3e0308e7-fb3f-434a-985b-4a2cb02296dc was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.part /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:00 user nova-compute[75075]: WARNING nova.compute.manager [req-c405a3a0-cd0b-4db9-b469-e22e21d7bd6e req-f22054ad-2e84-4e7d-860e-e5742768b499 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state active and task_state rescuing.
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.part /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.converted" returned: 0 in 0.722s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72.converted --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.145s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72 --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72 --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72,backing_fmt=raw /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72,backing_fmt=raw /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue" returned: 0 in 0.045s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "f13faf994a912a4a1f854cbbc7bc5f712e648f72" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'migration_context' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Object Instance<6b48b827-891e-4213-a4c1-2c27c1579ff8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start _get_guest_xml network_info=[{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "vif_mac": "fa:16:3e:56:a6:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3e0308e7-fb3f-434a-985b-4a2cb02296dc', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '6b48b827-891e-4213-a4c1-2c27c1579ff8', 'attached_at': '', 'detached_at': '', 'volume_id': '95aa91db-fd06-459c-9629-ba0c1f41375c', 'serial': '95aa91db-fd06-459c-9629-ba0c1f41375c'}, 'attachment_id': '761eef8f-40b2-4a9c-a8cc-c729c9af5021', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'resources' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Object Instance<6b48b827-891e-4213-a4c1-2c27c1579ff8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Object Instance<6b48b827-891e-4213-a4c1-2c27c1579ff8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:10:01 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:01 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Object Instance<6b48b827-891e-4213-a4c1-2c27c1579ff8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:10:01 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:01 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:01 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8407a8ba-7abf-4a3f-8a90-993a44818542]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = IcxmHwCi\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 13 22:10:01 user nova-compute[75075]: node.name = iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:10:01 user nova-compute[75075]: node.tpgt = -1
Nov 13 22:10:01 user nova-compute[75075]: node.startup = automatic
Nov 13 22:10:01 user nova-compute[75075]: node.leading_login = No
Nov 13 22:10:01 user nova-compute[75075]: iface.iscsi_ifacename = default
Nov 13 22:10:01 user nova-compute[75075]: iface.net_ifacename = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.ipaddress = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.prefix_len = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.hwaddress = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.transport_name = tcp
Nov 13 22:10:01 user nova-compute[75075]: iface.initiatorname = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.vlan_id = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.vlan_priority = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.vlan_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.iface_num = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.mtu = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.port = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.bootproto = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.subnet_mask = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.gateway = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_alt_client_id_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_alt_client_id = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_dns = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_learn_iqn = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_req_vendor_id_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_vendor_id_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_vendor_id = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.dhcp_slp_da = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.fragmentation = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.gratuitous_arp = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.incoming_forwarding = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.tos_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.tos = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.ttl = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.delayed_ack = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.tcp_nagle = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.tcp_wsf_state = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.tcp_wsf = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.tcp_timer_scale = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.tcp_timestamp = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.redirect = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.def_task_mgmt_timeout = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.header_digest = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.data_digest = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.immediate_data = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.initial_r2t = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.data_seq_inorder = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.data_pdu_inorder = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.erl = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.max_receive_data_len = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.first_burst_len = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.max_outstanding_r2t = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.max_burst_len = 0
Nov 13 22:10:01 user nova-compute[75075]: iface.chap_auth = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.bidi_chap = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.strict_login_compliance = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.discovery_auth = <empty>
Nov 13 22:10:01 user nova-compute[75075]: iface.discovery_logout = <empty>
Nov 13 22:10:01 user nova-compute[75075]: node.discovery_address = <empty>
Nov 13 22:10:01 user nova-compute[75075]: node.discovery_port = 0
Nov 13 22:10:01 user nova-compute[75075]: node.discovery_type = static
Nov 13 22:10:01 user nova-compute[75075]: node.session.initial_cmdsn = 0
Nov 13 22:10:01 user nova-compute[75075]: node.session.initial_login_retry_max = 8
Nov 13 22:10:01 user nova-compute[75075]: node.session.xmit_thread_priority = -20
Nov 13 22:10:01 user nova-compute[75075]: node.session.cmds_max = 128
Nov 13 22:10:01 user nova-compute[75075]: node.session.queue_depth = 32
Nov 13 22:10:01 user nova-compute[75075]: node.session.nr_sessions = 1
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.authmethod = CHAP
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.username = IcxmHwCi
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.password = ***
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.username_in = <empty>
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.password_in = <empty>
Nov 13 22:10:01 user nova-compute[75075]: node.session.auth.chap_algs = MD5
Nov 13 22:10:01 user nova-compute[75075]: node.session.timeo.replacement_timeout = 120
Nov 13 22:10:01 user nova-compute[75075]: node.session.err_timeo.abort_timeout = 15
Nov 13 22:10:01 user nova-compute[75075]: node.session.err_timeo.lu_reset_timeout = 30
Nov 13 22:10:01 user nova-compute[75075]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 13 22:10:01 user nova-compute[75075]: node.session.err_timeo.host_reset_timeout = 60
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.FastAbort = Yes
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.InitialR2T = No
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.ImmediateData = Yes
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.FirstBurstLength = 262144
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.MaxBurstLength = 16776192
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.DefaultTime2Retain = 0
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.DefaultTime2Wait = 2
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.MaxConnections = 1
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 13 22:10:01 user nova-compute[75075]: node.session.iscsi.ERL = 0
Nov 13 22:10:01 user nova-compute[75075]: node.session.scan = manual
Nov 13 22:10:01 user nova-compute[75075]: node.session.reopen_max = 0
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].address = 172.16.0.220
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].port = 3260
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].startup = manual
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].tcp.window_size = 524288
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].tcp.type_of_service = 0
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].timeo.logout_timeout = 15
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].timeo.login_timeout = 15
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].timeo.auth_timeout = 45
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].timeo.noop_out_interval = 5
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].timeo.noop_out_timeout = 5
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.HeaderDigest = None
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.DataDigest = None
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.IFMarker = No
Nov 13 22:10:01 user nova-compute[75075]: node.conn[0].iscsi.OFMarker = No
Nov 13 22:10:01 user nova-compute[75075]: # END RECORD
Nov 13 22:10:01 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6d4ff3-9604-42d8-b87a-aaaa233f659f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[452570d7-391c-4c84-a86e-ac655db8d051]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcxmHwCi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcxmHwCi" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc992951-cdff-4507-b44e-4cf9bd7fc21e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IcxmHwCi'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9004cc-8ce9-4cf1-88cf-98d87cd9644c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[51a1864a-bcc1-4094-8e50-6fa3f8d5d82d]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:01 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:01 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:01 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.137s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] HCTL ('36', '0', '0', 0) found on session 39 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab03670-256f-46f5-96b3-078286e39c03]: (4, ('0 0 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Searching for a device in session 39 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.159s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] <== connect_volume: return (161ms) {'type': 'block', 'scsi_wwn': '26334306331386665', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334306331386665', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1212229744',display_name='tempest-ServerStableDeviceRescueTest-server-1212229744',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1212229744',id=29,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkI6vhVaJnBthI46Pq1XdMA2UY99OP2Zy7yQInW3ttlkVhxyfpj6gPmndKUSwrMnUZx+qNMek7Hm1oooyEYhZgyIs45m014HLku1/Mt7woQxM/OBqd3RE7gnG1mJYbU7A==',key_name='tempest-keypair-550787058',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:06:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b69b528a479f4651b48dc6cb4ed34075',ramdisk_id='',reservation_id='r-zewmawdb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-902969809',owner_user_name='tempest-ServerStableDeviceRescueTest-902969809-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:08:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf74c05712e74e848f236b497db65c53',uuid=6b48b827-891e-4213-a4c1-2c27c1579ff8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "vif_mac": "fa:16:3e:56:a6:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converting VIF {"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "vif_mac": "fa:16:3e:56:a6:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.objects.base [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Object Instance<6b48b827-891e-4213-a4c1-2c27c1579ff8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:10:01 user nova-compute[75075]:   <uuid>6b48b827-891e-4213-a4c1-2c27c1579ff8</uuid>
Nov 13 22:10:01 user nova-compute[75075]:   <name>instance-0000001d</name>
Nov 13 22:10:01 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:10:01 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:10:01 user nova-compute[75075]:   <metadata>
Nov 13 22:10:01 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:10:01 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1212229744</nova:name>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:10:01</nova:creationTime>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:10:01 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:10:01 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:owner>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:user uuid="bf74c05712e74e848f236b497db65c53">tempest-ServerStableDeviceRescueTest-902969809-project-member</nova:user>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:project uuid="b69b528a479f4651b48dc6cb4ed34075">tempest-ServerStableDeviceRescueTest-902969809</nova:project>
Nov 13 22:10:01 user nova-compute[75075]:       </nova:owner>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:10:01 user nova-compute[75075]:       <nova:ports>
Nov 13 22:10:01 user nova-compute[75075]:         <nova:port uuid="f844855b-d03f-44bc-acf3-011eb94ca537">
Nov 13 22:10:01 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:10:01 user nova-compute[75075]:         </nova:port>
Nov 13 22:10:01 user nova-compute[75075]:       </nova:ports>
Nov 13 22:10:01 user nova-compute[75075]:     </nova:instance>
Nov 13 22:10:01 user nova-compute[75075]:   </metadata>
Nov 13 22:10:01 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:10:01 user nova-compute[75075]:     <system>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="serial">6b48b827-891e-4213-a4c1-2c27c1579ff8</entry>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="uuid">6b48b827-891e-4213-a4c1-2c27c1579ff8</entry>
Nov 13 22:10:01 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:10:01 user nova-compute[75075]:     </system>
Nov 13 22:10:01 user nova-compute[75075]:   </sysinfo>
Nov 13 22:10:01 user nova-compute[75075]:   <os>
Nov 13 22:10:01 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:10:01 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:10:01 user nova-compute[75075]:   </os>
Nov 13 22:10:01 user nova-compute[75075]:   <features>
Nov 13 22:10:01 user nova-compute[75075]:     <acpi/>
Nov 13 22:10:01 user nova-compute[75075]:     <apic/>
Nov 13 22:10:01 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:10:01 user nova-compute[75075]:   </features>
Nov 13 22:10:01 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:10:01 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:10:01 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:10:01 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:10:01 user nova-compute[75075]:   </clock>
Nov 13 22:10:01 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:10:01 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:10:01 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:10:01 user nova-compute[75075]:   </cpu>
Nov 13 22:10:01 user nova-compute[75075]:   <devices>
Nov 13 22:10:01 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:10:01 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:10:01 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk"/>
Nov 13 22:10:01 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:10:01 user nova-compute[75075]:     </disk>
Nov 13 22:10:01 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:10:01 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:10:01 user nova-compute[75075]:       <source dev="/dev/sde"/>
Nov 13 22:10:01 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:10:01 user nova-compute[75075]:       <serial>95aa91db-fd06-459c-9629-ba0c1f41375c</serial>
Nov 13 22:10:01 user nova-compute[75075]:     </disk>
Nov 13 22:10:01 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:10:01 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:10:01 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue"/>
Nov 13 22:10:01 user nova-compute[75075]:       <target dev="vdc" bus="virtio"/>
Nov 13 22:10:01 user nova-compute[75075]:       <boot order="1"/>
Nov 13 22:10:01 user nova-compute[75075]:     </disk>
Nov 13 22:10:01 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:10:01 user nova-compute[75075]:       <mac address="fa:16:3e:56:a6:76"/>
Nov 13 22:10:01 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:01 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:10:01 user nova-compute[75075]:       <target dev="tapf844855b-d0"/>
Nov 13 22:10:01 user nova-compute[75075]:     </interface>
Nov 13 22:10:01 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:10:01 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/console.log" append="off"/>
Nov 13 22:10:01 user nova-compute[75075]:     </serial>
Nov 13 22:10:01 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:10:01 user nova-compute[75075]:     <video>
Nov 13 22:10:01 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:01 user nova-compute[75075]:     </video>
Nov 13 22:10:01 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:10:01 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:10:01 user nova-compute[75075]:     </rng>
Nov 13 22:10:01 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:10:01 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:10:01 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:10:01 user nova-compute[75075]:     </memballoon>
Nov 13 22:10:01 user nova-compute[75075]:   </devices>
Nov 13 22:10:01 user nova-compute[75075]: </domain>
Nov 13 22:10:01 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:10:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance destroyed successfully.
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] No VIF found with MAC fa:16:3e:56:a6:76, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:10:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:03 user nova-compute[75075]: WARNING nova.compute.manager [req-64b78108-8dce-43bb-afb4-bf51a3a73f89 req-561fa0b2-72f4-423e-94bf-85e2488d8052 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state active and task_state rescuing.
Nov 13 22:10:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:05 user nova-compute[75075]: WARNING nova.compute.manager [req-b2b7e2fd-7592-4d14-8215-8d2d82bd4d53 req-0ba2b8dd-9359-4a2f-a142-74dd191d3930 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state active and task_state rescuing.
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-1a7d0626-de9c-4ea6-9924-2c4c412ec009 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:10:05 user nova-compute[75075]: INFO nova.compute.claims [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Claim successful on node user
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.379s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:10:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:10:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG nova.policy [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23be47c60e1941bdb06571f153851782', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a52ec30511a449f48e379359c86c00eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:10:06 user nova-compute[75075]: INFO nova.virt.block_device [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Booting with volume ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 at /dev/vda
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3a6def-937f-4dca-8c2a-f8411b623e3d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce949d61-5135-47ac-a3e5-32814837cd71]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ac9a780-c2fb-4067-a455-ebaad7f77842]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[996d7f43-f1ff-4220-b323-a184373fee58]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:10:06 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:10:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ddb90b-246b-4bff-9307-91df63306441]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating existing volume attachment record: 34c91f14-d1ef-45a8-91c5-89f12c8830ca {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Successfully created port: bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:10:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Successfully updated port: bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-changed-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Refreshing instance network info cache due to event network-changed-bb306f64-1c6e-4253-b266-8ed22070a236. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance network_info: |[{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Refreshing network info cache for port bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updated VIF entry in instance network info cache for port bb306f64-1c6e-4253-b266-8ed22070a236. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89a8985f-e27b-48f4-aec2-68640fd1ea4f req-720e3758-8179-4f39-bd93-ec04a6ac1db4 service nova] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:10:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Creating image(s)
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Ensure instance console log exists: /opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start _get_guest_xml network_info=[{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '085c29cf-1871-4e10-ae3f-b21a53985723', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'serial': 'ac8f1d2f-8606-49ae-b2d3-b47b74d23f32'}, 'attachment_id': '34c91f14-d1ef-45a8-91c5-89f12c8830ca', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:10:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:11 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:10:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:11 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d6d978-1b64-4c8d-97ff-c74bf6cbbe6c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:10:11 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c738d6b-fec7-4144-b3b8-6b3b8d7fcf92]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32] added
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab46cc82-5059-4755-8b2f-79a59341b5a4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[53461042-e40d-40d9-9133-25a9ad4116a6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IApqoLfe {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IApqoLfe" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b1b91e-2faa-46bf-910d-418a06a01d7f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IApqoLfe'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2a936b-899f-44f9-ac16-5df58a63ce5e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[87284042-1e58-4c24-9b17-6541c8416379]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[133ac952-e542-45da-9076-3a1c16d31e4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]
Nov 13 22:10:11 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[730f690d-1716-417f-8ace-c87b2efcfd3d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c19fff-1933-4f62-85f9-fd7eab06ad92]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:11 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] HCTL ('37', '-', '-', 0) found on session 40 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[021b9abe-3b4c-4360-9ac4-e52ea944aad8]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 40 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:10:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23537646430366637', 'path': '/dev/sdf'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537646430366637', 'path': '/dev/sdf'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:10:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'pci_devices' on Instance uuid 085c29cf-1871-4e10-ae3f-b21a53985723 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:10:12 user nova-compute[75075]:   <uuid>085c29cf-1871-4e10-ae3f-b21a53985723</uuid>
Nov 13 22:10:12 user nova-compute[75075]:   <name>instance-00000022</name>
Nov 13 22:10:12 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:10:12 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:10:12 user nova-compute[75075]:   <metadata>
Nov 13 22:10:12 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:10:12 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:10:12 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherA-server-1592797991</nova:name>
Nov 13 22:10:12 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:10:11</nova:creationTime>
Nov 13 22:10:12 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:10:12 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:10:12 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:10:12 user nova-compute[75075]:       <nova:owner>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:user uuid="23be47c60e1941bdb06571f153851782">tempest-ServerActionsTestOtherA-2077817440-project-member</nova:user>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:project uuid="a52ec30511a449f48e379359c86c00eb">tempest-ServerActionsTestOtherA-2077817440</nova:project>
Nov 13 22:10:12 user nova-compute[75075]:       </nova:owner>
Nov 13 22:10:12 user nova-compute[75075]:       <nova:ports>
Nov 13 22:10:12 user nova-compute[75075]:         <nova:port uuid="bb306f64-1c6e-4253-b266-8ed22070a236">
Nov 13 22:10:12 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 22:10:12 user nova-compute[75075]:         </nova:port>
Nov 13 22:10:12 user nova-compute[75075]:       </nova:ports>
Nov 13 22:10:12 user nova-compute[75075]:     </nova:instance>
Nov 13 22:10:12 user nova-compute[75075]:   </metadata>
Nov 13 22:10:12 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:10:12 user nova-compute[75075]:     <system>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="serial">085c29cf-1871-4e10-ae3f-b21a53985723</entry>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="uuid">085c29cf-1871-4e10-ae3f-b21a53985723</entry>
Nov 13 22:10:12 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:10:12 user nova-compute[75075]:     </system>
Nov 13 22:10:12 user nova-compute[75075]:   </sysinfo>
Nov 13 22:10:12 user nova-compute[75075]:   <os>
Nov 13 22:10:12 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:10:12 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:10:12 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:10:12 user nova-compute[75075]:   </os>
Nov 13 22:10:12 user nova-compute[75075]:   <features>
Nov 13 22:10:12 user nova-compute[75075]:     <acpi/>
Nov 13 22:10:12 user nova-compute[75075]:     <apic/>
Nov 13 22:10:12 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:10:12 user nova-compute[75075]:   </features>
Nov 13 22:10:12 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:10:12 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:10:12 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:10:12 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:10:12 user nova-compute[75075]:   </clock>
Nov 13 22:10:12 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:10:12 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:10:12 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:10:12 user nova-compute[75075]:   </cpu>
Nov 13 22:10:12 user nova-compute[75075]:   <devices>
Nov 13 22:10:12 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:10:12 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:10:12 user nova-compute[75075]:       <source dev="/dev/sdf"/>
Nov 13 22:10:12 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:10:12 user nova-compute[75075]:       <serial>ac8f1d2f-8606-49ae-b2d3-b47b74d23f32</serial>
Nov 13 22:10:12 user nova-compute[75075]:     </disk>
Nov 13 22:10:12 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:10:12 user nova-compute[75075]:       <mac address="fa:16:3e:73:84:90"/>
Nov 13 22:10:12 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:12 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:10:12 user nova-compute[75075]:       <target dev="tapbb306f64-1c"/>
Nov 13 22:10:12 user nova-compute[75075]:     </interface>
Nov 13 22:10:12 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:10:12 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723/console.log" append="off"/>
Nov 13 22:10:12 user nova-compute[75075]:     </serial>
Nov 13 22:10:12 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:10:12 user nova-compute[75075]:     <video>
Nov 13 22:10:12 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:12 user nova-compute[75075]:     </video>
Nov 13 22:10:12 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:10:12 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:10:12 user nova-compute[75075]:     </rng>
Nov 13 22:10:12 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:10:12 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:10:12 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:10:12 user nova-compute[75075]:     </memballoon>
Nov 13 22:10:12 user nova-compute[75075]:   </devices>
Nov 13 22:10:12 user nova-compute[75075]: </domain>
Nov 13 22:10:12 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:10:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG os_vif [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd3a43bfe-2b9e-51f2-856f-033e01c6822b', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb306f64-1c, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb306f64-1c, col_values=(('qos', UUID('ff73cd9b-34db-425a-b31b-e1e1b62e5531')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb306f64-1c, col_values=(('external_ids', {'iface-id': 'bb306f64-1c6e-4253-b266-8ed22070a236', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:84:90', 'vm-uuid': '085c29cf-1871-4e10-ae3f-b21a53985723'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:12 user nova-compute[75075]: INFO os_vif [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c')
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:10:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:73:84:90, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:10:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:15 user nova-compute[75075]: WARNING nova.compute.manager [req-c367788b-3881-40ee-944f-f5e5637006b5 req-c9b53d81-8c37-40e2-93fd-0cbddf87f1c0 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state building and task_state spawning.
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:10:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance spawned successfully.
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:16 user nova-compute[75075]: INFO nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 13 22:10:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:10:16 user nova-compute[75075]: INFO nova.compute.manager [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Took 10.97 seconds to build instance.
Nov 13 22:10:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-35242b4c-30cb-4f66-a851-2ed985f11c7b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.063s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:10:17 user nova-compute[75075]: INFO nova.compute.claims [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Claim successful on node user
Nov 13 22:10:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:17 user nova-compute[75075]: WARNING nova.compute.manager [req-ceed8d29-b5cf-416e-b56d-4869188bfc73 req-25984e9e-d535-465f-92d5-c4d4cfce56ea service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state active and task_state None.
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:10:17 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.462s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:10:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.policy [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d5da1349fca4479a550cb78b117f706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a54c32c66b7e401c8930cd7b1153f3f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:10:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Creating image(s)
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk 1073741824" returned: 0 in 0.064s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.265s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Successfully created port: 2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.223s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking if we can resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:10:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Cannot resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Ensure instance console log exists: /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Successfully updated port: 2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-changed-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Refreshing instance network info cache due to event network-changed-2488393f-fafa-467d-927a-545c1ceffe94. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance network_info: |[{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Refreshing network info cache for port 2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start _get_guest_xml network_info=[{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:10:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:10:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'pci_devices' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:10:19 user nova-compute[75075]:   <uuid>085cfe78-d3f7-4810-915f-6fdf3b1b0050</uuid>
Nov 13 22:10:19 user nova-compute[75075]:   <name>instance-00000023</name>
Nov 13 22:10:19 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:10:19 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:10:19 user nova-compute[75075]:   <metadata>
Nov 13 22:10:19 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:10:19 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeTestJSON-server-1233982160</nova:name>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:10:19</nova:creationTime>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:10:19 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:10:19 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:owner>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:user uuid="0d5da1349fca4479a550cb78b117f706">tempest-AttachVolumeTestJSON-1049178865-project-member</nova:user>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:project uuid="a54c32c66b7e401c8930cd7b1153f3f6">tempest-AttachVolumeTestJSON-1049178865</nova:project>
Nov 13 22:10:19 user nova-compute[75075]:       </nova:owner>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:10:19 user nova-compute[75075]:       <nova:ports>
Nov 13 22:10:19 user nova-compute[75075]:         <nova:port uuid="2488393f-fafa-467d-927a-545c1ceffe94">
Nov 13 22:10:19 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:10:19 user nova-compute[75075]:         </nova:port>
Nov 13 22:10:19 user nova-compute[75075]:       </nova:ports>
Nov 13 22:10:19 user nova-compute[75075]:     </nova:instance>
Nov 13 22:10:19 user nova-compute[75075]:   </metadata>
Nov 13 22:10:19 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:10:19 user nova-compute[75075]:     <system>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="serial">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="uuid">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:10:19 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:10:19 user nova-compute[75075]:     </system>
Nov 13 22:10:19 user nova-compute[75075]:   </sysinfo>
Nov 13 22:10:19 user nova-compute[75075]:   <os>
Nov 13 22:10:19 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:10:19 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:10:19 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:10:19 user nova-compute[75075]:   </os>
Nov 13 22:10:19 user nova-compute[75075]:   <features>
Nov 13 22:10:19 user nova-compute[75075]:     <acpi/>
Nov 13 22:10:19 user nova-compute[75075]:     <apic/>
Nov 13 22:10:19 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:10:19 user nova-compute[75075]:   </features>
Nov 13 22:10:19 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:10:19 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:10:19 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:10:19 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:10:19 user nova-compute[75075]:   </clock>
Nov 13 22:10:19 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:10:19 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:10:19 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:10:19 user nova-compute[75075]:   </cpu>
Nov 13 22:10:19 user nova-compute[75075]:   <devices>
Nov 13 22:10:19 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:10:19 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:10:19 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk"/>
Nov 13 22:10:19 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:10:19 user nova-compute[75075]:     </disk>
Nov 13 22:10:19 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:10:19 user nova-compute[75075]:       <mac address="fa:16:3e:6e:3e:0b"/>
Nov 13 22:10:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:19 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:10:19 user nova-compute[75075]:       <target dev="tap2488393f-fa"/>
Nov 13 22:10:19 user nova-compute[75075]:     </interface>
Nov 13 22:10:19 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:10:19 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/console.log" append="off"/>
Nov 13 22:10:19 user nova-compute[75075]:     </serial>
Nov 13 22:10:19 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:10:19 user nova-compute[75075]:     <video>
Nov 13 22:10:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:10:19 user nova-compute[75075]:     </video>
Nov 13 22:10:19 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:10:19 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:10:19 user nova-compute[75075]:     </rng>
Nov 13 22:10:19 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:10:19 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:10:19 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:10:19 user nova-compute[75075]:     </memballoon>
Nov 13 22:10:19 user nova-compute[75075]:   </devices>
Nov 13 22:10:19 user nova-compute[75075]: </domain>
Nov 13 22:10:19 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:10:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG os_vif [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '977121da-63b1-57b6-83a5-2e08a69d66de', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2488393f-fa, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2488393f-fa, col_values=(('qos', UUID('db7e73ef-f69b-428f-8fac-41e37c50b1b6')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2488393f-fa, col_values=(('external_ids', {'iface-id': '2488393f-fafa-467d-927a-545c1ceffe94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:3e:0b', 'vm-uuid': '085cfe78-d3f7-4810-915f-6fdf3b1b0050'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:10:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:20 user nova-compute[75075]: INFO os_vif [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:10:20 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:10:20 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No VIF found with MAC fa:16:3e:6e:3e:0b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:10:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updated VIF entry in instance network info cache for port 2488393f-fafa-467d-927a-545c1ceffe94. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:10:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af59a103-929e-4806-a4c3-45332d68076b req-8f48b796-8a19-49de-a9b4-09239cd61fa9 service nova] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:21 user nova-compute[75075]: WARNING nova.compute.manager [req-e8309598-201f-4606-a343-5947d7fe5731 req-ac2ef405-fda0-4583-83a6-55ac7af50b76 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state building and task_state spawning.
Nov 13 22:10:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:10:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance spawned successfully.
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:10:23 user nova-compute[75075]: INFO nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:23 user nova-compute[75075]: WARNING nova.compute.manager [req-c208e3df-9586-4e2d-a6ca-c5ca850fdaa1 req-911fd1a8-ad3c-4412-80c1-8d1bfa0b4319 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state building and task_state spawning.
Nov 13 22:10:24 user nova-compute[75075]: INFO nova.compute.manager [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Took 6.56 seconds to build instance.
Nov 13 22:10:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-75fa94f6-11ab-4821-969b-60bea2109e73 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.671s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [{"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-44c635f4-84a9-43e9-86fb-06d5b7f6210a" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:10:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:10:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-changed-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Refreshing instance network info cache due to event network-changed-0e152bd0-e841-4ba0-9842-baa050f5b9b9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] Acquiring lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] Acquired lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Refreshing network info cache for port 0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:32 user nova-compute[75075]: INFO nova.compute.manager [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Terminating instance
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updated VIF entry in instance network info cache for port 0e152bd0-e841-4ba0-9842-baa050f5b9b9. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.network.neutron [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updating instance_info_cache with network_info: [{"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c4509d67-ca7c-47ec-a325-c7c68e784286 req-6907728c-69ae-4d55-8d9e-ae5a751c2c23 service nova] Releasing lock "refresh_cache-3442956a-a24c-47ac-bca3-ffb432840d0b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-unplugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] No waiting events found dispatching network-vif-unplugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG nova.compute.manager [req-d657dac2-af38-4856-bc71-3eafd51dbe00 req-8d171fd0-1d1e-48f9-8a20-3361bbbb50fc service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-unplugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Instance destroyed successfully.
Nov 13 22:10:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7811MB free_disk=25.302635192871094GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid 3442956a-a24c-47ac-bca3-ffb432840d0b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:08:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1484684551',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1484684551',id=33,image_ref='c4a12954-f672-4ed8-a3f5-ed3441b60056',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKrFjS0CPuwV8pCNCiFsiBg8AiGOOeNU6jojKiGUnUzTg+h36obHIfiCuDSFMPnF73U5GaD6BLFzu5JaUpCXv0KwymwNc878Hdf+7dFGKi3GX7RX5xgopkZjYz+GqP1oOg==',key_name='tempest-keypair-402207868',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:08:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-veeiw8ls',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1964951012',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:08:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=3442956a-a24c-47ac-bca3-ffb432840d0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "address": "fa:16:3e:f2:9d:00", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e152bd0-e8", "ovs_interfaceid": "0e152bd0-e841-4ba0-9842-baa050f5b9b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_vif [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e152bd0-e8, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2437420e-69c0-41d7-a44b-46c0fc173684) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:33 user nova-compute[75075]: INFO os_vif [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:9d:00,bridge_name='br-int',has_traffic_filtering=True,id=0e152bd0-e841-4ba0-9842-baa050f5b9b9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e152bd0-e8')
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zAWxIClp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:10:33 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe68889-6761-4fcc-8965-7391ffc423e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:10:33 user nova-compute[75075]: No targets found.
Nov 13 22:10:33 user nova-compute[75075]: iSNS:
Nov 13 22:10:33 user nova-compute[75075]: No targets found.
Nov 13 22:10:33 user nova-compute[75075]: STATIC:
Nov 13 22:10:33 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:10:33 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:33 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:33 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:10:33 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:33 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:33 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:10:33 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:33 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:33 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662
Nov 13 22:10:33 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:33 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:33 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:10:33 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:33 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:33 user nova-compute[75075]: FIRMWARE:
Nov 13 22:10:33 user nova-compute[75075]: No targets found.
Nov 13 22:10:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:10:33 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:10:33 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3c89ec-612e-44b5-8356-475e9786e49c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 664fbb60-edec-460d-a565-12694c6a8531 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 3442956a-a24c-47ac-bca3-ffb432840d0b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f44dc55-5078-4506-bb56-c0d26c1ea043]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:33 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2be0c6dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[66700553-46b2-4e4d-967d-f039e4bf3e4d]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c68c2cb-e7de-43b8-b215-57aad83552c0]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5431e836-e3a6-4942-b0b1-bde456dabbc3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a49e2e95-365c-47b3-81a6-b7e7d0f859a0]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef99463f-3d0a-4be8-9ecd-25681d9462b9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[91beb563-67f4-4359-9f6d-d1ebf35391ec]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260]
Nov 13 22:10:33 user nova-compute[75075]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662, portal: 172.16.0.220,3260] successful.
Nov 13 22:10:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:deca68b9-f728-46fc-9527-de3c240c9662 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d6d54a-0b01-4579-9667-c1349b3ae9bc]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (365ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:10:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Deleting instance files /opt/stack/data/nova/instances/3442956a-a24c-47ac-bca3-ffb432840d0b_del
Nov 13 22:10:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Deletion of /opt/stack/data/nova/instances/3442956a-a24c-47ac-bca3-ffb432840d0b_del complete
Nov 13 22:10:33 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.463s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:34 user nova-compute[75075]: INFO nova.compute.manager [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Took 1.75 seconds to destroy the instance on the hypervisor.
Nov 13 22:10:34 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] Acquiring lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] No waiting events found dispatching network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:10:34 user nova-compute[75075]: WARNING nova.compute.manager [req-949c940a-22d5-4f99-b1b8-b5059814eead req-df9ed146-57f5-4fb8-84cd-05a3a5614c35 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received unexpected event network-vif-plugged-0e152bd0-e841-4ba0-9842-baa050f5b9b9 for instance with vm_state active and task_state deleting.
Nov 13 22:10:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:34 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Took 0.83 seconds to deallocate network for instance.
Nov 13 22:10:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-82868c2f-74ce-4317-bcec-ef98faabe4e1 req-508654d0-396f-4864-bb61-c65cbcdcc0c3 service nova] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Received event network-vif-deleted-0e152bd0-e841-4ba0-9842-baa050f5b9b9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:10:35 user nova-compute[75075]: INFO nova.compute.manager [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Took 0.78 seconds to detach 1 volumes for instance.
Nov 13 22:10:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 3442956a-a24c-47ac-bca3-ffb432840d0b] Deleting volume: deca68b9-f728-46fc-9527-de3c240c9662 {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:10:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:36 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:10:36 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:10:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.292s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:36 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance 3442956a-a24c-47ac-bca3-ffb432840d0b
Nov 13 22:10:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e337517-ebb6-4acd-85d2-a47b5076f0dd tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "3442956a-a24c-47ac-bca3-ffb432840d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.951s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:10:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing instance network info cache due to event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updated VIF entry in instance network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-15d0c6ff-5fa7-469e-8793-ae0e1fae65e1 req-cb10363c-2ef4-4e6e-a1b9-0764904a5f4d service nova] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:10:38 user nova-compute[75075]: INFO nova.compute.manager [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Detaching volume a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:10:38 user nova-compute[75075]: INFO nova.virt.block_device [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Attempting to driver detach volume a98989f3-c752-4eea-8bb8-b465c14e366c from mountpoint /dev/vdb
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Attempting to detach device vdb from instance 664fbb60-edec-460d-a565-12694c6a8531 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:10:38 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:10:38 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:10:38 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:10:38 user nova-compute[75075]:   <serial>a98989f3-c752-4eea-8bb8-b465c14e366c</serial>
Nov 13 22:10:38 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:10:38 user nova-compute[75075]: </disk>
Nov 13 22:10:38 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:10:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully detached device vdb from instance 664fbb60-edec-460d-a565-12694c6a8531 from the persistent domain config.
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 664fbb60-edec-460d-a565-12694c6a8531 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:10:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:10:38 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:10:38 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:10:38 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:10:38 user nova-compute[75075]:   <serial>a98989f3-c752-4eea-8bb8-b465c14e366c</serial>
Nov 13 22:10:38 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:10:38 user nova-compute[75075]: </disk>
Nov 13 22:10:38 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:10:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing instance network info cache due to event network-changed-bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] Acquiring lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] Acquired lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Refreshing network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updated VIF entry in instance network info cache for port bc127ea1-68d6-4dc9-815a-1d42e906ddcf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [{"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:10:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f97e0a05-08d4-4c14-8d47-57df0ce5e651 req-78c2e6a2-bd4d-496a-b434-1bed5a304885 service nova] Releasing lock "refresh_cache-664fbb60-edec-460d-a565-12694c6a8531" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:10:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:10:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:10:59 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 664fbb60-edec-460d-a565-12694c6a8531 is timed out.
Nov 13 22:10:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully detached device vdb from instance 664fbb60-edec-460d-a565-12694c6a8531 from the live domain config.
Nov 13 22:10:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkVKhLTf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:10:59 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec3fbdc-071b-4fdb-b5f6-72f8dbe88c45]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:10:59 user nova-compute[75075]: No targets found.
Nov 13 22:10:59 user nova-compute[75075]: iSNS:
Nov 13 22:10:59 user nova-compute[75075]: No targets found.
Nov 13 22:10:59 user nova-compute[75075]: STATIC:
Nov 13 22:10:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:10:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c
Nov 13 22:10:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:10:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:10:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:10:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:10:59 user nova-compute[75075]: FIRMWARE:
Nov 13 22:10:59 user nova-compute[75075]: No targets found.
Nov 13 22:10:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:10:59 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:10:59 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[495ec4c6-3e4b-4305-8e1a-3688f59c0b97]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d04bd6f-caef-4864-bcb7-eb598e9d3df1]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:10:59 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:10:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac169ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2915b122-f86d-410a-b86a-3e094f35fb12]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8680ccd8-b6c8-493e-bb57-5f8502ae8410]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d669000-59e0-495b-afc9-8e7f6efd74d1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[440b03ac-5895-45c7-b380-a8d2fb1b480c]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f907fe2-f8e9-44ee-9c17-ab8bef29d69e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be023d44-44ed-405f-8882-ba2da1e76a0d]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260]
Nov 13 22:10:59 user nova-compute[75075]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c, portal: 172.16.0.220,3260] successful.
Nov 13 22:10:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a98989f3-c752-4eea-8bb8-b465c14e366c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb96237-d248-43e5-a9de-b85b7bf5b4f0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] <== disconnect_volume: return (303ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:10:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:11:00 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'flavor' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e92d6a4c-bbd3-43c8-b138-1a37b9590596 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.609s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:11:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:23 user nova-compute[75075]: INFO nova.compute.manager [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Terminating instance
Nov 13 22:11:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-unplugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] No waiting events found dispatching network-vif-unplugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-b33609bf-b68e-41ea-9516-f3afacc20d49 req-4d0d5779-9e3c-44ed-b2de-b65db336fc45 service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-unplugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Instance destroyed successfully.
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-225936469',display_name='tempest-TestVolumeBootPattern-volume-backed-server-225936469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-225936469',id=30,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ+PGxBquoUV2L72B3FpcD0VRtbv5+Guny7OCSI9+67ObU2RHG//pa1k/6qsJKehIiPRK1e1U6M/H1zZ3Bv6oDC925Ek8ANWeObCACd/Aa80x4/XQmTOZaFG9/SGTbOKIQ==',key_name='tempest-keypair-880602422',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:06:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-rcahzrnp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:06:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "address": "fa:16:3e:89:6a:52", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc48f32e8-53", "ovs_interfaceid": "c48f32e8-53a9-48f5-8b63-161ef75bb06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_vif [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc48f32e8-53, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=08dfac22-d43f-40fe-aa53-392532cfaee9) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:24 user nova-compute[75075]: INFO os_vif [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:89:6a:52,bridge_name='br-int',has_traffic_filtering=True,id=c48f32e8-53a9-48f5-8b63-161ef75bb06c,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc48f32e8-53')
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DqQlamMo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:11:24 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[95aa4059-ce7e-4fd9-97d1-902675af6a38]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:11:24 user nova-compute[75075]: No targets found.
Nov 13 22:11:24 user nova-compute[75075]: iSNS:
Nov 13 22:11:24 user nova-compute[75075]: No targets found.
Nov 13 22:11:24 user nova-compute[75075]: STATIC:
Nov 13 22:11:24 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:11:24 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:24 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:24 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82
Nov 13 22:11:24 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:24 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:24 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:11:24 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:24 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:24 user nova-compute[75075]: FIRMWARE:
Nov 13 22:11:24 user nova-compute[75075]: No targets found.
Nov 13 22:11:24 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:11:24 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:11:24 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e1910c-6b22-4ad0-8abf-9ed3057c8b66]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b92ffc-f97e-4d48-8c28-55abaf499522]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:11:24 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:24 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:24 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 (non-flash)
Nov 13 22:11:24 user nova-compute[75075]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:24 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:24 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2884df640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dbbf1ff-89aa-4710-83ec-8be784533713]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ab6338-10e3-480f-8feb-df2e316cbd9c]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace5c05d-bf54-4766-b273-41def0eaa7bd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed695ae3-55cb-42b3-8243-6d1992521aed]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOa5ef7727-35c09be6b9f8bced', '/dev/disk/by-id/scsi-23335633039626536', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a5ef7727') {{(pid=86562) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c997aa5-82bf-4fb0-a256-ac6837a3d843]: (4, None) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3ad3c7-6d89-4071-b88c-8182c3c42ace]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d964482e-6f7e-457a-8583-91f74cd496f1]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260]
Nov 13 22:11:24 user nova-compute[75075]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82, portal: 172.16.0.220,3260] successful.
Nov 13 22:11:24 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3bdb315a-f112-45a7-b944-aecfe577bb82 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b506d00c-e228-46f9-828a-0d51b0fd60bf]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (307ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:11:24 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Deleting instance files /opt/stack/data/nova/instances/a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0_del
Nov 13 22:11:24 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Deletion of /opt/stack/data/nova/instances/a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0_del complete
Nov 13 22:11:24 user nova-compute[75075]: INFO nova.compute.manager [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 13 22:11:24 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:11:24 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:25 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Took 0.98 seconds to deallocate network for instance.
Nov 13 22:11:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] Acquiring lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] No waiting events found dispatching network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:26 user nova-compute[75075]: WARNING nova.compute.manager [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received unexpected event network-vif-plugged-c48f32e8-53a9-48f5-8b63-161ef75bb06c for instance with vm_state active and task_state deleting.
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-79a8e18d-be61-49d2-a92b-a22fcde5d863 req-78ba5a2e-9077-46c8-9c45-0e53d0161dff service nova] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Received event network-vif-deleted-c48f32e8-53a9-48f5-8b63-161ef75bb06c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:26 user nova-compute[75075]: INFO nova.compute.manager [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Took 0.69 seconds to detach 1 volumes for instance.
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0] Deleting volume: 3bdb315a-f112-45a7-b944-aecfe577bb82 {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:11:26 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:27 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e365c5e1-bdec-4e2d-9381-4ff1c461c600 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "a0796ff1-5f4d-4e2e-ae0b-adb16c01b1c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.300s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:27 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:11:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:29 user nova-compute[75075]: INFO nova.compute.manager [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Terminating instance
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-886b103e-7b6f-4b05-8536-342165000fad req-ccd6cf3f-3fb7-40f1-a60b-e8b460e2517a service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-unplugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Instance destroyed successfully.
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 664fbb60-edec-460d-a565-12694c6a8531 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:04:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-55915541',display_name='tempest-ServerRescueNegativeTestJSON-server-55915541',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-55915541',id=28,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJkMnMuOgz+HqCZwkzNFHVdXQJsZnkHeZ/pw5LxXxFpvN1jeaRYvTHfxAo/zCAKWaBmq/rwOYgKLABUJFsvyfX1KL4bekVq6NdhS08Nb2sEj2mm6I9bvoTE7ivQwnrYOSQ==',key_name='tempest-keypair-271530103',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:07:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-l4f60bzc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:08:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=664fbb60-edec-460d-a565-12694c6a8531,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "address": "fa:16:3e:9e:b2:7c", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbc127ea1-68", "ovs_interfaceid": "bc127ea1-68d6-4dc9-815a-1d42e906ddcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG os_vif [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbc127ea1-68, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8134c6c2-32cd-484e-a3e3-a54b73e95d58) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:29 user nova-compute[75075]: INFO os_vif [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:b2:7c,bridge_name='br-int',has_traffic_filtering=True,id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbc127ea1-68')
Nov 13 22:11:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Deleting instance files /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531_del
Nov 13 22:11:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Deletion of /opt/stack/data/nova/instances/664fbb60-edec-460d-a565-12694c6a8531_del complete
Nov 13 22:11:29 user nova-compute[75075]: INFO nova.compute.manager [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 13 22:11:29 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:11:29 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-d4a3480e-fd2b-4741-b0b1-9f9942325b83 req-5f91c359-513d-4e15-ab80-c454ff76bc30 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-deleted-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:30 user nova-compute[75075]: INFO nova.compute.manager [req-d4a3480e-fd2b-4741-b0b1-9f9942325b83 req-5f91c359-513d-4e15-ab80-c454ff76bc30 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Neutron deleted interface bc127ea1-68d6-4dc9-815a-1d42e906ddcf; detaching it from the instance and deleting it from the info cache
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.network.neutron [req-d4a3480e-fd2b-4741-b0b1-9f9942325b83 req-5f91c359-513d-4e15-ab80-c454ff76bc30 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:30 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Took 0.65 seconds to deallocate network for instance.
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-d4a3480e-fd2b-4741-b0b1-9f9942325b83 req-5f91c359-513d-4e15-ab80-c454ff76bc30 service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Detach interface failed, port_id=bc127ea1-68d6-4dc9-815a-1d42e906ddcf, reason: Instance 664fbb60-edec-460d-a565-12694c6a8531 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.360s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:31 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Deleted allocations for instance 664fbb60-edec-460d-a565-12694c6a8531
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f302976f-1d1b-4343-8d42-ca6f45729c9e tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "664fbb60-edec-460d-a565-12694c6a8531" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.108s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] Acquiring lock "664fbb60-edec-460d-a565-12694c6a8531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] Lock "664fbb60-edec-460d-a565-12694c6a8531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] No waiting events found dispatching network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:31 user nova-compute[75075]: WARNING nova.compute.manager [req-a0cc204f-6d15-4d5c-bcf4-e0e762925b84 req-96b4075c-942a-4966-a572-c11530216c8e service nova] [instance: 664fbb60-edec-460d-a565-12694c6a8531] Received unexpected event network-vif-plugged-bc127ea1-68d6-4dc9-815a-1d42e906ddcf for instance with vm_state deleted and task_state None.
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk.rescue --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:11:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8113MB free_disk=25.30001449584961GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:11:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.317s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:36 user nova-compute[75075]: INFO nova.compute.manager [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Unshelving
Nov 13 22:11:36 user nova-compute[75075]: INFO nova.virt.block_device [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Booting with volume 7583629b-c4de-43b9-86f2-45238c5c1c86 at /dev/vda
Nov 13 22:11:36 user nova-compute[75075]: DEBUG os_brick.utils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38b0855-767d-4ede-9fe5-c4f04f6c8f74]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1acc376-d0bb-4fd7-9158-d4367411498d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:36 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[051ed5fd-7e11-4886-81e1-4d0d11204833]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[536cb643-2a72-4dd7-bb7b-0f556ca46f31]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:11:37 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:11:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[05532251-89f7-4065-94eb-cf70693baadc]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG os_brick.utils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:11:37 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating existing volume attachment record: 24a6fd54-5a8f-40b3-9090-359899017fe7 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:11:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'pci_requests' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'numa_topology' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:11:41 user nova-compute[75075]: INFO nova.compute.claims [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Claim successful on node user
Nov 13 22:11:41 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:11:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:41 user nova-compute[75075]: INFO nova.network.neutron [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating port c19bba32-a405-4621-8627-260aa4c65680 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-changed-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing instance network info cache due to event network-changed-c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:11:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Creating image(s)
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Ensure instance console log exists: /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start _get_guest_xml network_info=[{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b6a72057-9be3-4886-8725-6c66acfd8287', 'attached_at': '', 'detached_at': '', 'volume_id': '7583629b-c4de-43b9-86f2-45238c5c1c86', 'serial': '7583629b-c4de-43b9-86f2-45238c5c1c86'}, 'attachment_id': '24a6fd54-5a8f-40b3-9090-359899017fe7', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing network info cache for port c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:11:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:11:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'vcpu_model' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.objects.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Object Instance<b6a72057-9be3-4886-8725-6c66acfd8287> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:11:42 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:11:42 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:11:42 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9816847-6193-4043-94cf-d6bd594574c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:11:42 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f436edf1-fd99-47d5-a3db-b1bdbed44c07]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86] added
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c46a1c8-61bf-4f61-bed8-5e1066a990fb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[acbef4f4-c78a-4581-ad65-6e7fb4b058ad]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQIXbDVG {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQIXbDVG" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cef67f-e8eb-43fd-a9dd-0a8c6a90fb9f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aQIXbDVG'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[07477772-a6ba-4cc2-a434-717f252f6a70]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1f7f3c-274f-440c-8908-121bf4fb0e03]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7868b308-f572-4563-9f87-4854e88b830c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]
Nov 13 22:11:42 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[499bc2e9-e186-4c58-a37b-7ebb3037ffe2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[701ac9bd-1c35-4093-b611-eff16102749d]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:11:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b066df79-6e72-45f8-95d6-425566b6667c]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated VIF entry in instance network info cache for port c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:11:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4e7bc71d-a1dd-4286-b2b8-30d07b455ade req-9aa8d6ab-d9bb-4b75-8d15-ef4a10c99e23 service nova] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23537333965353863', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537333965353863', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-905259965',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:08:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:11:37Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.objects.instance [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'pci_devices' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.objects.base [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Object Instance<b6a72057-9be3-4886-8725-6c66acfd8287> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:11:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:11:43 user nova-compute[75075]:   <uuid>b6a72057-9be3-4886-8725-6c66acfd8287</uuid>
Nov 13 22:11:43 user nova-compute[75075]:   <name>instance-00000020</name>
Nov 13 22:11:43 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:11:43 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:11:43 user nova-compute[75075]:   <metadata>
Nov 13 22:11:43 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:11:43 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:11:43 user nova-compute[75075]:       <nova:name>tempest-TestShelveInstance-server-1297808339</nova:name>
Nov 13 22:11:43 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:11:42</nova:creationTime>
Nov 13 22:11:43 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:11:43 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:11:43 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:11:43 user nova-compute[75075]:       <nova:owner>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:user uuid="cdd7bdfa164b41eb80551a6d6f266e90">tempest-TestShelveInstance-180718959-project-member</nova:user>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:project uuid="3a4da297b35f47198ffc3d97cfdad7e8">tempest-TestShelveInstance-180718959</nova:project>
Nov 13 22:11:43 user nova-compute[75075]:       </nova:owner>
Nov 13 22:11:43 user nova-compute[75075]:       <nova:ports>
Nov 13 22:11:43 user nova-compute[75075]:         <nova:port uuid="c19bba32-a405-4621-8627-260aa4c65680">
Nov 13 22:11:43 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:11:43 user nova-compute[75075]:         </nova:port>
Nov 13 22:11:43 user nova-compute[75075]:       </nova:ports>
Nov 13 22:11:43 user nova-compute[75075]:     </nova:instance>
Nov 13 22:11:43 user nova-compute[75075]:   </metadata>
Nov 13 22:11:43 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:11:43 user nova-compute[75075]:     <system>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="serial">b6a72057-9be3-4886-8725-6c66acfd8287</entry>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="uuid">b6a72057-9be3-4886-8725-6c66acfd8287</entry>
Nov 13 22:11:43 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:11:43 user nova-compute[75075]:     </system>
Nov 13 22:11:43 user nova-compute[75075]:   </sysinfo>
Nov 13 22:11:43 user nova-compute[75075]:   <os>
Nov 13 22:11:43 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:11:43 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:11:43 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:11:43 user nova-compute[75075]:   </os>
Nov 13 22:11:43 user nova-compute[75075]:   <features>
Nov 13 22:11:43 user nova-compute[75075]:     <acpi/>
Nov 13 22:11:43 user nova-compute[75075]:     <apic/>
Nov 13 22:11:43 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:11:43 user nova-compute[75075]:   </features>
Nov 13 22:11:43 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:11:43 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:11:43 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:11:43 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:11:43 user nova-compute[75075]:   </clock>
Nov 13 22:11:43 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:11:43 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:11:43 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:11:43 user nova-compute[75075]:   </cpu>
Nov 13 22:11:43 user nova-compute[75075]:   <devices>
Nov 13 22:11:43 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:11:43 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:11:43 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:11:43 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:11:43 user nova-compute[75075]:       <serial>7583629b-c4de-43b9-86f2-45238c5c1c86</serial>
Nov 13 22:11:43 user nova-compute[75075]:     </disk>
Nov 13 22:11:43 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:11:43 user nova-compute[75075]:       <mac address="fa:16:3e:d2:98:ca"/>
Nov 13 22:11:43 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:11:43 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:11:43 user nova-compute[75075]:       <target dev="tapc19bba32-a4"/>
Nov 13 22:11:43 user nova-compute[75075]:     </interface>
Nov 13 22:11:43 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:11:43 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287/console.log" append="off"/>
Nov 13 22:11:43 user nova-compute[75075]:     </serial>
Nov 13 22:11:43 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:11:43 user nova-compute[75075]:     <video>
Nov 13 22:11:43 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:11:43 user nova-compute[75075]:     </video>
Nov 13 22:11:43 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:11:43 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:11:43 user nova-compute[75075]:     </rng>
Nov 13 22:11:43 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:11:43 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:11:43 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:11:43 user nova-compute[75075]:     </memballoon>
Nov 13 22:11:43 user nova-compute[75075]:   </devices>
Nov 13 22:11:43 user nova-compute[75075]: </domain>
Nov 13 22:11:43 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-905259965',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:08:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:11:37Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG os_vif [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '72738a3e-4c59-54ea-bd3e-82391820e010', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc19bba32-a4, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc19bba32-a4, col_values=(('qos', UUID('9b89f053-a3d7-47d3-a632-a1113d2301e1')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc19bba32-a4, col_values=(('external_ids', {'iface-id': 'c19bba32-a405-4621-8627-260aa4c65680', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:98:ca', 'vm-uuid': 'b6a72057-9be3-4886-8725-6c66acfd8287'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:44 user nova-compute[75075]: INFO os_vif [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4')
Nov 13 22:11:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:11:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] No VIF found with MAC fa:16:3e:d2:98:ca, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:45 user nova-compute[75075]: WARNING nova.compute.manager [req-711e5c1f-a9fb-495a-8c5e-93df08d6ba83 req-6dbfa1c9-f182-4195-b837-550e3552a199 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:11:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance spawned successfully.
Nov 13 22:11:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-8d8937ee-46ad-4858-ac1f-14374491f19e tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.780s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:47 user nova-compute[75075]: WARNING nova.compute.manager [req-6e1a4e47-7a7f-4224-9e95-b30f9e959034 req-bb9cf092-a884-4b2e-8bb9-610d6635858c service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state active and task_state None.
Nov 13 22:11:48 user nova-compute[75075]: INFO nova.compute.manager [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Unrescuing
Nov 13 22:11:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:11:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'flavor' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing instance network info cache due to event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.network.neutron [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:11:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance destroyed successfully.
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:49 user nova-compute[75075]: WARNING nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:49 user nova-compute[75075]: WARNING nova.compute.manager [req-9c9d366f-5144-4902-8322-a8659f5ba627 req-27ec1354-151a-490d-a469-0ecbd0525b81 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:11:50 user nova-compute[75075]: DEBUG nova.network.neutron [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updated VIF entry in instance network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:11:50 user nova-compute[75075]: DEBUG nova.network.neutron [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e9acd340-64ab-48db-a01a-34dc41b15adf req-8fc6ab55-d075-484a-91ba-f191c487053f service nova] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing instance network info cache due to event network-changed-f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.network.neutron [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Refreshing network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:51 user nova-compute[75075]: WARNING nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:51 user nova-compute[75075]: WARNING nova.compute.manager [req-d1398339-5695-4959-b227-9905e8ae3cc1 req-180f85f4-6a7c-44bd-833d-9e3c4401ebc0 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:11:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updated VIF entry in instance network info cache for port f844855b-d03f-44bc-acf3-011eb94ca537. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:11:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2b29c06a-d017-4b17-8fe3-9eb32aa55baf req-9f7502cc-1b01-4ed5-bbb6-fcccb7f04173 service nova] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5a99c7f5-5d50-4999-9044-d3ec10a85c78 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:11:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing instance network info cache due to event network-changed-ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG nova.network.neutron [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Refreshing network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:11:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG nova.network.neutron [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated VIF entry in instance network info cache for port ea2bc416-12c6-46c4-92e6-1a902b5608ac. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG nova.network.neutron [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-de2f7d42-a99f-47dc-b550-3356e72c6d2f req-ff0c56bd-d674-4d77-9755-8fee18e258a8 service nova] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Stashing vm_state: active {{(pid=75075) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:11:57 user nova-compute[75075]: INFO nova.compute.claims [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Claim successful on node user
Nov 13 22:11:58 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating resource usage from migration 266b6326-1181-4116-86ad-4c66f177c056
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.351s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:58 user nova-compute[75075]: INFO nova.compute.manager [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Migrating
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-changed-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Refreshing instance network info cache due to event network-changed-bb306f64-1c6e-4253-b266-8ed22070a236. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Refreshing network info cache for port bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:11:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Starting migrate_disk_and_power_off {{(pid=75075) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updated VIF entry in instance network info cache for port bb306f64-1c6e-4253-b266-8ed22070a236. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-641a369f-b2f9-4a89-9240-539973e8d3f5 req-2a978aa3-c49b-4464-a5a1-56d2c10e8908 service nova] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:11:59 user nova-compute[75075]: WARNING nova.compute.manager [req-67891244-9ced-4870-a811-6c366eff564f req-8ad0990e-8757-467d-a951-a7cdd7c23206 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state active and task_state resize_migrating.
Nov 13 22:11:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance destroyed successfully.
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:11:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb306f64-1c, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff73cd9b-34db-425a-b31b-e1e1b62e5531) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:11:59 user nova-compute[75075]: INFO os_vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c')
Nov 13 22:11:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:11:59 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[205a181d-9a94-4c1a-9928-c2c6929a49be]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:11:59 user nova-compute[75075]: No targets found.
Nov 13 22:11:59 user nova-compute[75075]: iSNS:
Nov 13 22:11:59 user nova-compute[75075]: No targets found.
Nov 13 22:11:59 user nova-compute[75075]: STATIC:
Nov 13 22:11:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:11:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86
Nov 13 22:11:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:59 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:11:59 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:11:59 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:11:59 user nova-compute[75075]: FIRMWARE:
Nov 13 22:11:59 user nova-compute[75075]: No targets found.
Nov 13 22:11:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:11:59 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:11:59 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.071s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c694395-565a-4808-9059-d702c83bb1a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d04896b5-dfae-4052-a412-23991458e984]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:59 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:59 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:11:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:11:59 user nova-compute[75075]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:11:59 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:11:59 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28821c0d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32'): ({'sdf'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Removing single pathed devices sdf {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[763bafb6-27d7-4d24-8016-92875dcf0f4a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08f8493-9d67-445e-8df8-f50353d1e3b4]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flushing IO for device /dev/sdf {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5402675f-07ce-46f4-a63c-1e8cf7ddbf14]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:11:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[96138696-b176-4e5f-9cb8-1530804c0915]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9907573-e7c0-44c8-8d93-f6aad14a7c2d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[58cb2df6-1b9c-4adf-9483-eefd57822210]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]
Nov 13 22:12:00 user nova-compute[75075]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.
Nov 13 22:12:00 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f826ff9-9dc0-42e2-8e96-6cb74e17c56b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== disconnect_volume: return (373ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:12:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Port bb306f64-1c6e-4253-b266-8ed22070a236 binding to destination host user is already ACTIVE {{(pid=75075) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:01 user nova-compute[75075]: WARNING nova.compute.manager [req-8ef78ec3-5044-4540-84eb-cfc8c465547f req-cde4f386-2ce2-47a0-94bf-20bdfcbd517c service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state active and task_state resize_migrated.
Nov 13 22:12:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG nova.network.neutron [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.utils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ce6b6b6-0c19-43e7-ac69-6f0ccccc6545]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ef2277-2b47-41f5-b2a0-74194b912a19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe61db48-320e-4a47-9a82-8e3d0fe19c50]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9ead91-66c2-4441-b1ca-521c3e07d509]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:01 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:12:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c072b80-78f1-46e0-af47-baa9fd2ea94d]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:12:01 user nova-compute[75075]: DEBUG os_brick.utils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Starting finish_migration {{(pid=75075) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:12:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Creating image(s)
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Ensure instance console log exists: /opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start _get_guest_xml network_info=[{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '085c29cf-1871-4e10-ae3f-b21a53985723', 'attached_at': '2023-11-13T22:12:06.000000', 'detached_at': '', 'volume_id': 'ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'serial': 'ac8f1d2f-8606-49ae-b2d3-b47b74d23f32'}, 'attachment_id': 'ab9c7f71-aa56-41f1-9e32-12557a675d07', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:12:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:12:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:06 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e0cbe4e-5211-4fe8-a938-cc099efef715]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:12:06 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[16caea26-492b-447b-ae60-01431fb2d362]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32] added
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6054d70-c872-402c-903f-f0b8e349e566]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[579a9c23-05fc-416a-81a7-d2270898489f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IApqoLfe {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IApqoLfe" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac7c352-b6cb-466a-9288-22328d8a8a31]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IApqoLfe'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7549e817-ec7c-4d52-be77-8bd5c8e15a53]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3976c0fe-025e-46ba-a2ae-8ce38eb59d0c]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f17eb7-e73c-4536-a573-4ccaa439d8d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]
Nov 13 22:12:06 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b64458-d953-4f74-90cd-d6957243e2dd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[499b91bd-48bd-44cf-afef-e836697daf4e]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[396f93f4-1d2f-445d-b045-6f86e407d80e]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:12:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23537646430366637', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537646430366637', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:12:07 user nova-compute[75075]:   <uuid>085c29cf-1871-4e10-ae3f-b21a53985723</uuid>
Nov 13 22:12:07 user nova-compute[75075]:   <name>instance-00000022</name>
Nov 13 22:12:07 user nova-compute[75075]:   <memory>2097152</memory>
Nov 13 22:12:07 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:12:07 user nova-compute[75075]:   <metadata>
Nov 13 22:12:07 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:12:07 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:12:07 user nova-compute[75075]:       <nova:name>tempest-ServerActionsTestOtherA-server-1592797991</nova:name>
Nov 13 22:12:07 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:12:05</nova:creationTime>
Nov 13 22:12:07 user nova-compute[75075]:       <nova:flavor name="m1.small">
Nov 13 22:12:07 user nova-compute[75075]:         <nova:memory>2048</nova:memory>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:disk>20</nova:disk>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:12:07 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:12:07 user nova-compute[75075]:       <nova:owner>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:user uuid="23be47c60e1941bdb06571f153851782">tempest-ServerActionsTestOtherA-2077817440-project-member</nova:user>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:project uuid="a52ec30511a449f48e379359c86c00eb">tempest-ServerActionsTestOtherA-2077817440</nova:project>
Nov 13 22:12:07 user nova-compute[75075]:       </nova:owner>
Nov 13 22:12:07 user nova-compute[75075]:       <nova:ports>
Nov 13 22:12:07 user nova-compute[75075]:         <nova:port uuid="bb306f64-1c6e-4253-b266-8ed22070a236">
Nov 13 22:12:07 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 22:12:07 user nova-compute[75075]:         </nova:port>
Nov 13 22:12:07 user nova-compute[75075]:       </nova:ports>
Nov 13 22:12:07 user nova-compute[75075]:     </nova:instance>
Nov 13 22:12:07 user nova-compute[75075]:   </metadata>
Nov 13 22:12:07 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:12:07 user nova-compute[75075]:     <system>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="serial">085c29cf-1871-4e10-ae3f-b21a53985723</entry>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="uuid">085c29cf-1871-4e10-ae3f-b21a53985723</entry>
Nov 13 22:12:07 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:12:07 user nova-compute[75075]:     </system>
Nov 13 22:12:07 user nova-compute[75075]:   </sysinfo>
Nov 13 22:12:07 user nova-compute[75075]:   <os>
Nov 13 22:12:07 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:12:07 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:12:07 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:12:07 user nova-compute[75075]:   </os>
Nov 13 22:12:07 user nova-compute[75075]:   <features>
Nov 13 22:12:07 user nova-compute[75075]:     <acpi/>
Nov 13 22:12:07 user nova-compute[75075]:     <apic/>
Nov 13 22:12:07 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:12:07 user nova-compute[75075]:   </features>
Nov 13 22:12:07 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:12:07 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:12:07 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:12:07 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:12:07 user nova-compute[75075]:   </clock>
Nov 13 22:12:07 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:12:07 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:12:07 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:12:07 user nova-compute[75075]:   </cpu>
Nov 13 22:12:07 user nova-compute[75075]:   <devices>
Nov 13 22:12:07 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:12:07 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:12:07 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:12:07 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:12:07 user nova-compute[75075]:       <serial>ac8f1d2f-8606-49ae-b2d3-b47b74d23f32</serial>
Nov 13 22:12:07 user nova-compute[75075]:     </disk>
Nov 13 22:12:07 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:12:07 user nova-compute[75075]:       <mac address="fa:16:3e:73:84:90"/>
Nov 13 22:12:07 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:12:07 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:12:07 user nova-compute[75075]:       <target dev="tapbb306f64-1c"/>
Nov 13 22:12:07 user nova-compute[75075]:     </interface>
Nov 13 22:12:07 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:12:07 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723/console.log" append="off"/>
Nov 13 22:12:07 user nova-compute[75075]:     </serial>
Nov 13 22:12:07 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:12:07 user nova-compute[75075]:     <video>
Nov 13 22:12:07 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:12:07 user nova-compute[75075]:     </video>
Nov 13 22:12:07 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:12:07 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:12:07 user nova-compute[75075]:     </rng>
Nov 13 22:12:07 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:12:07 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:12:07 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:12:07 user nova-compute[75075]:     </memballoon>
Nov 13 22:12:07 user nova-compute[75075]:   </devices>
Nov 13 22:12:07 user nova-compute[75075]: </domain>
Nov 13 22:12:07 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:12:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2102139344-network", "vif_mac": "fa:16:3e:73:84:90"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG os_vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd3a43bfe-2b9e-51f2-856f-033e01c6822b', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb306f64-1c, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb306f64-1c, col_values=(('qos', UUID('aae112fc-0c74-4920-bb97-4dfba959626c')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb306f64-1c, col_values=(('external_ids', {'iface-id': 'bb306f64-1c6e-4253-b266-8ed22070a236', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:84:90', 'vm-uuid': '085c29cf-1871-4e10-ae3f-b21a53985723'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:07 user nova-compute[75075]: INFO os_vif [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c')
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:12:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] No VIF found with MAC fa:16:3e:73:84:90, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-changed-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Refreshing instance network info cache due to event network-changed-2488393f-fafa-467d-927a-545c1ceffe94. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Refreshing network info cache for port 2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updated VIF entry in instance network info cache for port 2488393f-fafa-467d-927a-545c1ceffe94. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f53b65ce-9251-49ae-a659-a1cf9a91c8df req-1c10480a-8575-43ea-8659-e76d37a720ff service nova] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:09 user nova-compute[75075]: WARNING nova.compute.manager [req-5ec44281-7c90-41c2-87f4-78280cff45bd req-55454ba8-91a3-409b-a0ba-7d9707f54133 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state active and task_state resize_finish.
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:10 user nova-compute[75075]: INFO nova.compute.manager [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Attaching volume 276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 to /dev/vdb
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.utils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4be0180-02ce-428f-afc4-e88286855d4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[197cd0fd-cc28-40bd-9d9f-661d6ce15f8c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd7177b-0bef-4403-acf7-6fc7798aa636]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc315e82-7b14-4977-a0b6-e13c870c4d4b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:10 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:12:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7e87e4-85cf-4b0d-874e-64c1ea55fba5]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG os_brick.utils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating existing volume attachment record: 7a114150-31dc-421b-bf8f-c532d4c8bd94 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:12:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance running successfully.
Nov 13 22:12:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Failed to set time: agent not configured {{(pid=75075) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 13 22:12:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ff9fa2c7-d286-4356-b26a-c34d207fc3ce tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] finish_migration finished successfully. {{(pid=75075) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 13 22:12:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:11 user nova-compute[75075]: WARNING nova.compute.manager [req-f89159cb-0a0e-4fcd-bab7-def9c5e0d063 req-c889f88f-aebf-4d27-9e29-4416fa43e826 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state resized and task_state None.
Nov 13 22:12:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:14 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:14 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d212a023-9914-404f-bb5f-fc78e7390a3d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:12:14 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[43fe6730-8188-4805-84be-1f515c2249f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24] added
Nov 13 22:12:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[099371c9-539e-412e-b960-0474cf1a2d3d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[99580250-7c45-4042-a3ee-857d3bef1450]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULgpnRoJ {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULgpnRoJ" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d0dcb98-267d-4949-ae21-a3efdddcc89d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ULgpnRoJ'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d0425ce-ae6f-4565-9021-bb5133c43a97]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b96125-eeb9-4682-abdd-3e84aaa1064a]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4bb918c-a63b-410a-8f17-469d6bf580f8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]
Nov 13 22:12:15 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.
Nov 13 22:12:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a1e667-e8e7-4dfc-9765-99dc1e4d6e83]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dacff253-69e1-4e02-8a34-bf1fc5c43e0b]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[46eb8418-201a-4ad9-8917-71cdec57cd16]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:12:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26531303463373730', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531303463373730', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:12:16 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:12:16 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:12:16 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:12:16 user nova-compute[75075]:   <serial>276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24</serial>
Nov 13 22:12:16 user nova-compute[75075]: </disk>
Nov 13 22:12:16 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No VIF found with MAC fa:16:3e:6e:3e:0b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:12:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b5a7513-f0d3-4cc8-b8e6-103779f8a433 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.143s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75075) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:17 user nova-compute[75075]: WARNING nova.compute.manager [req-b6ede101-adad-41c6-ba79-d11641e687cd req-3604f9e2-849b-430d-893a-da36b0714032 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state active and task_state powering-off.
Nov 13 22:12:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance destroyed successfully.
Nov 13 22:12:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:12:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ebd4d350-c6b3-429b-a098-9f8a39db0e10 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.909s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:19 user nova-compute[75075]: WARNING nova.compute.manager [req-89fae6ec-4e44-41c6-b848-36589d1d15fb req-c4c44787-b6b3-4beb-9c94-c4c0b4c13790 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:21 user nova-compute[75075]: INFO nova.compute.manager [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Detaching volume 95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:12:21 user nova-compute[75075]: INFO nova.compute.claims [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Claim successful on node user
Nov 13 22:12:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:21 user nova-compute[75075]: INFO nova.virt.block_device [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Attempting to driver detach volume 95aa91db-fd06-459c-9629-ba0c1f41375c from mountpoint /dev/vdb
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Attempting to detach device vdb from instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:12:21 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:12:21 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:12:21 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:12:21 user nova-compute[75075]:   <serial>95aa91db-fd06-459c-9629-ba0c1f41375c</serial>
Nov 13 22:12:21 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:12:21 user nova-compute[75075]: </disk>
Nov 13 22:12:21 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:12:21 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Successfully detached device vdb from instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 from the persistent domain config.
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:12:21 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:12:21 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:12:21 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:12:21 user nova-compute[75075]:   <serial>95aa91db-fd06-459c-9629-ba0c1f41375c</serial>
Nov 13 22:12:21 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:12:21 user nova-compute[75075]: </disk>
Nov 13 22:12:21 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:12:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:12:22 user nova-compute[75075]: INFO nova.virt.block_device [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Booting with volume 82f8400d-c770-4f9f-99bb-15720abe7ac9 at /dev/vda
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.policy [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.utils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fe2cc14-0517-4a90-ae06-5061a6290319]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e50dabd-5dc3-4b54-a35e-1d703b4428e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba9ce76-c254-4730-b436-cfaba0783884]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb76e546-927b-4aee-a888-c0a7d2310e82]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:12:22 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:12:22 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[997e16d0-39f0-4c7d-a0b6-265db92c3817]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG os_brick.utils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updating existing volume attachment record: ba02a178-83de-4578-be1f-f4912f80c129 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Successfully created port: 03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Successfully updated port: 03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-changed-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Refreshing instance network info cache due to event network-changed-03e69dd8-b652-4fec-8210-05823b9eef54. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] Acquiring lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:12:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updating instance_info_cache with network_info: [{"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Instance network_info: |[{"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] Acquired lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Refreshing network info cache for port 03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updated VIF entry in instance network info cache for port 03e69dd8-b652-4fec-8210-05823b9eef54. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updating instance_info_cache with network_info: [{"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-79e1e7fd-a382-4431-b61d-7a1a7d2d372d req-873e6040-0251-42b9-b7d8-46913be042d8 service nova] Releasing lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:24 user nova-compute[75075]: INFO nova.compute.manager [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Terminating instance
Nov 13 22:12:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-edb785d1-1a2e-4bfc-86ff-4c06b295d687 req-9ec7872e-5529-4a63-927a-ac2a1e46c0f9 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-unplugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:12:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Instance destroyed successfully.
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.objects.instance [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 44c635f4-84a9-43e9-86fb-06d5b7f6210a {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1982366824',display_name='tempest-ServerRescueNegativeTestJSON-server-1982366824',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1982366824',id=3,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:58:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-k10augvd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:58:20Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=44c635f4-84a9-43e9-86fb-06d5b7f6210a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "address": "fa:16:3e:b7:e1:d5", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22522b6a-b1", "ovs_interfaceid": "22522b6a-b115-41f1-b722-37a7a24ee4e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG os_vif [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22522b6a-b1, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c76b57e0-d35e-404e-b4ec-a29ab37c89e8) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:25 user nova-compute[75075]: INFO os_vif [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:e1:d5,bridge_name='br-int',has_traffic_filtering=True,id=22522b6a-b115-41f1-b722-37a7a24ee4e4,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22522b6a-b1')
Nov 13 22:12:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Deleting instance files /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a_del
Nov 13 22:12:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Deletion of /opt/stack/data/nova/instances/44c635f4-84a9-43e9-86fb-06d5b7f6210a_del complete
Nov 13 22:12:25 user nova-compute[75075]: INFO nova.compute.manager [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 13 22:12:25 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:12:25 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [{"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-6b48b827-891e-4213-a4c1-2c27c1579ff8" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:12:26 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Took 0.68 seconds to deallocate network for instance.
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-d852591f-f038-46b8-b694-b162c73a158c req-89e784f7-2182-4a4b-9d7d-d98c440af00d service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-deleted-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:12:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Creating image(s)
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Ensure instance console log exists: /opt/stack/data/nova/instances/4abb6da2-7160-450c-b436-f691e13526ad/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Start _get_guest_xml network_info=[{"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4abb6da2-7160-450c-b436-f691e13526ad', 'attached_at': '', 'detached_at': '', 'volume_id': '82f8400d-c770-4f9f-99bb-15720abe7ac9', 'serial': '82f8400d-c770-4f9f-99bb-15720abe7ac9'}, 'attachment_id': 'ba02a178-83de-4578-be1f-f4912f80c129', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.409s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:26 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:26 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:26 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:12:26 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Deleted allocations for instance 44c635f4-84a9-43e9-86fb-06d5b7f6210a
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7abd277b-4d18-494e-bdf3-2a520e97752e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:12:26 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e808c1-6cfc-4b0f-b060-fda668485004]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9] added
Nov 13 22:12:26 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.120s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bbfa60c-6710-4c7a-a606-924ace56a915]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b61f6ea-457f-4274-aca7-6e7c33a8cc0d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GHRThZEy {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GHRThZEy" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a823dd49-78ec-4495-a939-55ab55d32d69]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GHRThZEy'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-63b7d86b-526c-4230-b0b0-09ac1696c638 tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.109s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4132181-4ab4-4415-bb23-b9975c010370]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dedbfaae-64ac-4f45-ae3e-6bd4982ef0e7]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06e843e-15bd-48a2-b28b-3b782c422044]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]
Nov 13 22:12:27 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.
Nov 13 22:12:27 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b1b9dd6-cdfd-4860-a590-05021903c0db]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa50bd6-2ace-4b4d-b3d2-0c615fb57da6]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:12:27 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('37', '-', '-', 0) found on session 44 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[28885c3a-5bd7-43ba-acda-96f73a8b3321]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] Acquiring lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] Lock "44c635f4-84a9-43e9-86fb-06d5b7f6210a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] No waiting events found dispatching network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:27 user nova-compute[75075]: WARNING nova.compute.manager [req-499d1915-daf9-4d86-8ab9-95fd77f1ab40 req-41f24a0f-e8e3-407e-9a54-8c295c53ddb6 service nova] [instance: 44c635f4-84a9-43e9-86fb-06d5b7f6210a] Received unexpected event network-vif-plugged-22522b6a-b115-41f1-b722-37a7a24ee4e4 for instance with vm_state deleted and task_state None.
Nov 13 22:12:28 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1408ms) {'type': 'block', 'scsi_wwn': '23335316363346336', 'path': '/dev/sdf'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335316363346336', 'path': '/dev/sdf'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1036628282',display_name='tempest-TestVolumeBootPattern-server-1036628282',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1036628282',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-m10p0874',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:12:22Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=4abb6da2-7160-450c-b436-f691e13526ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.objects.instance [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid 4abb6da2-7160-450c-b436-f691e13526ad {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:12:28 user nova-compute[75075]:   <uuid>4abb6da2-7160-450c-b436-f691e13526ad</uuid>
Nov 13 22:12:28 user nova-compute[75075]:   <name>instance-00000024</name>
Nov 13 22:12:28 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:12:28 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:12:28 user nova-compute[75075]:   <metadata>
Nov 13 22:12:28 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:12:28 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:12:28 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-server-1036628282</nova:name>
Nov 13 22:12:28 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:12:26</nova:creationTime>
Nov 13 22:12:28 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:12:28 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:12:28 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:12:28 user nova-compute[75075]:       <nova:owner>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:12:28 user nova-compute[75075]:       </nova:owner>
Nov 13 22:12:28 user nova-compute[75075]:       <nova:ports>
Nov 13 22:12:28 user nova-compute[75075]:         <nova:port uuid="03e69dd8-b652-4fec-8210-05823b9eef54">
Nov 13 22:12:28 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:12:28 user nova-compute[75075]:         </nova:port>
Nov 13 22:12:28 user nova-compute[75075]:       </nova:ports>
Nov 13 22:12:28 user nova-compute[75075]:     </nova:instance>
Nov 13 22:12:28 user nova-compute[75075]:   </metadata>
Nov 13 22:12:28 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:12:28 user nova-compute[75075]:     <system>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="serial">4abb6da2-7160-450c-b436-f691e13526ad</entry>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="uuid">4abb6da2-7160-450c-b436-f691e13526ad</entry>
Nov 13 22:12:28 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:12:28 user nova-compute[75075]:     </system>
Nov 13 22:12:28 user nova-compute[75075]:   </sysinfo>
Nov 13 22:12:28 user nova-compute[75075]:   <os>
Nov 13 22:12:28 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:12:28 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:12:28 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:12:28 user nova-compute[75075]:   </os>
Nov 13 22:12:28 user nova-compute[75075]:   <features>
Nov 13 22:12:28 user nova-compute[75075]:     <acpi/>
Nov 13 22:12:28 user nova-compute[75075]:     <apic/>
Nov 13 22:12:28 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:12:28 user nova-compute[75075]:   </features>
Nov 13 22:12:28 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:12:28 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:12:28 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:12:28 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:12:28 user nova-compute[75075]:   </clock>
Nov 13 22:12:28 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:12:28 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:12:28 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:12:28 user nova-compute[75075]:   </cpu>
Nov 13 22:12:28 user nova-compute[75075]:   <devices>
Nov 13 22:12:28 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:12:28 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:12:28 user nova-compute[75075]:       <source dev="/dev/sdf"/>
Nov 13 22:12:28 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:12:28 user nova-compute[75075]:       <serial>82f8400d-c770-4f9f-99bb-15720abe7ac9</serial>
Nov 13 22:12:28 user nova-compute[75075]:     </disk>
Nov 13 22:12:28 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:12:28 user nova-compute[75075]:       <mac address="fa:16:3e:39:c0:58"/>
Nov 13 22:12:28 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:12:28 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:12:28 user nova-compute[75075]:       <target dev="tap03e69dd8-b6"/>
Nov 13 22:12:28 user nova-compute[75075]:     </interface>
Nov 13 22:12:28 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:12:28 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/4abb6da2-7160-450c-b436-f691e13526ad/console.log" append="off"/>
Nov 13 22:12:28 user nova-compute[75075]:     </serial>
Nov 13 22:12:28 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:12:28 user nova-compute[75075]:     <video>
Nov 13 22:12:28 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:12:28 user nova-compute[75075]:     </video>
Nov 13 22:12:28 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:12:28 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:12:28 user nova-compute[75075]:     </rng>
Nov 13 22:12:28 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:12:28 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:12:28 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:12:28 user nova-compute[75075]:     </memballoon>
Nov 13 22:12:28 user nova-compute[75075]:   </devices>
Nov 13 22:12:28 user nova-compute[75075]: </domain>
Nov 13 22:12:28 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1036628282',display_name='tempest-TestVolumeBootPattern-server-1036628282',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1036628282',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-m10p0874',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:12:22Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=4abb6da2-7160-450c-b436-f691e13526ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG os_vif [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '862b0311-c34f-5065-8bb6-db173061e4e5', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03e69dd8-b6, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03e69dd8-b6, col_values=(('qos', UUID('5ba804aa-6122-43b0-a8e0-85fce0b725cb')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03e69dd8-b6, col_values=(('external_ids', {'iface-id': '03e69dd8-b652-4fec-8210-05823b9eef54', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:39:c0:58', 'vm-uuid': '4abb6da2-7160-450c-b436-f691e13526ad'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:28 user nova-compute[75075]: INFO os_vif [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6')
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:39:c0:58, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] No waiting events found dispatching network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:29 user nova-compute[75075]: WARNING nova.compute.manager [req-53feb173-fa58-488a-8f53-252bffc70780 req-a9ad4b31-dfab-450f-b5ef-9c36af220ac6 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received unexpected event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 for instance with vm_state building and task_state spawning.
Nov 13 22:12:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:12:31 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Instance spawned successfully.
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:12:31 user nova-compute[75075]: INFO nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Took 5.04 seconds to spawn the instance on the hypervisor.
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] No waiting events found dispatching network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:12:31 user nova-compute[75075]: WARNING nova.compute.manager [req-5fdd4500-2455-4e88-bd2b-514bbf30e9f9 req-b64eb632-1228-4d0d-9d5a-80fafff80d13 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received unexpected event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 for instance with vm_state building and task_state spawning.
Nov 13 22:12:31 user nova-compute[75075]: INFO nova.compute.manager [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Took 10.33 seconds to build instance.
Nov 13 22:12:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-4674766a-0db4-4856-9b5a-05c24332158c tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.457s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:12:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:34 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8128MB free_disk=25.300071716308594GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Applying migration context for instance 085c29cf-1871-4e10-ae3f-b21a53985723 as it has an incoming, in-progress migration 266b6326-1181-4116-86ad-4c66f177c056. Migration status is finished {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 13 22:12:34 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating resource usage from migration 266b6326-1181-4116-86ad-4c66f177c056
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 84bb5348-0c70-4347-ab68-6353d39e6462 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b6a72057-9be3-4886-8725-6c66acfd8287 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Migration 266b6326-1181-4116-86ad-4c66f177c056 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 4abb6da2-7160-450c-b436-f691e13526ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:12:34 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:12:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:12:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.553s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:12:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:12:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:12:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:12:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 is timed out.
Nov 13 22:12:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Successfully detached device vdb from instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 from the live domain config.
Nov 13 22:12:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcxmHwCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:12:42 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0136891-9da6-439c-8400-1aee11055ecc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:12:42 user nova-compute[75075]: No targets found.
Nov 13 22:12:42 user nova-compute[75075]: iSNS:
Nov 13 22:12:42 user nova-compute[75075]: No targets found.
Nov 13 22:12:42 user nova-compute[75075]: STATIC:
Nov 13 22:12:42 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:12:42 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:12:42 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:12:42 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:12:42 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:12:42 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:12:42 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:12:42 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:12:42 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:12:42 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86
Nov 13 22:12:42 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:12:42 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:12:42 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c
Nov 13 22:12:42 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:12:42 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:12:42 user nova-compute[75075]: FIRMWARE:
Nov 13 22:12:42 user nova-compute[75075]: No targets found.
Nov 13 22:12:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:12:42 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:12:42 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[01afc0cd-e13f-4898-9c09-f75eee96eafc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbc39c6f-0b25-4640-abde-794dcdabcdf3]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:12:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28813c820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2a5955-e97b-40f0-aaf2-6fa9c18a1471]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f49711-7aeb-412e-a909-64815bfb6910]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[22f922f9-e03d-4c01-8a2b-ca8eb12dbc05]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[05db95a1-f0d8-45fa-8aeb-00ac7b430d82]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27bbaa4-9880-427c-ad42-f73acaa58ebd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c275aa32-041e-444e-b5b9-c6064234026d]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260]
Nov 13 22:12:42 user nova-compute[75075]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c, portal: 172.16.0.220,3260] successful.
Nov 13 22:12:42 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95aa91db-fd06-459c-9629-ba0c1f41375c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6303551e-3a8f-4505-ba25-3fbb174c37d8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] <== disconnect_volume: return (290ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:12:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:12:43 user nova-compute[75075]: DEBUG nova.objects.instance [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'flavor' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:12:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-13c98a08-acd1-46bd-921d-8515aab1b8df tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.686s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:12:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:12:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:12 user nova-compute[75075]: INFO nova.compute.manager [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Terminating instance
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-3795ea7b-6726-42d0-9c86-b3770090cedd req-937c7887-5753-4355-b27a-a66596391244 service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-unplugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Instance destroyed successfully.
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lazy-loading 'resources' on Instance uuid 6b48b827-891e-4213-a4c1-2c27c1579ff8 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:06:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1212229744',display_name='tempest-ServerStableDeviceRescueTest-server-1212229744',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1212229744',id=29,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHkI6vhVaJnBthI46Pq1XdMA2UY99OP2Zy7yQInW3ttlkVhxyfpj6gPmndKUSwrMnUZx+qNMek7Hm1oooyEYhZgyIs45m014HLku1/Mt7woQxM/OBqd3RE7gnG1mJYbU7A==',key_name='tempest-keypair-550787058',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b69b528a479f4651b48dc6cb4ed34075',ramdisk_id='',reservation_id='r-zewmawdb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-902969809',owner_user_name='tempest-ServerStableDeviceRescueTest-902969809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:11:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bf74c05712e74e848f236b497db65c53',uuid=6b48b827-891e-4213-a4c1-2c27c1579ff8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converting VIF {"id": "f844855b-d03f-44bc-acf3-011eb94ca537", "address": "fa:16:3e:56:a6:76", "network": {"id": "c2ccd97b-0230-4685-b1c3-c287cf28a831", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-710153348-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b69b528a479f4651b48dc6cb4ed34075", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf844855b-d0", "ovs_interfaceid": "f844855b-d03f-44bc-acf3-011eb94ca537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG os_vif [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf844855b-d0, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cacf7385-1014-4903-9e26-480ec9a8e16a) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:12 user nova-compute[75075]: INFO os_vif [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:a6:76,bridge_name='br-int',has_traffic_filtering=True,id=f844855b-d03f-44bc-acf3-011eb94ca537,network=Network(c2ccd97b-0230-4685-b1c3-c287cf28a831),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf844855b-d0')
Nov 13 22:13:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Deleting instance files /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8_del
Nov 13 22:13:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Deletion of /opt/stack/data/nova/instances/6b48b827-891e-4213-a4c1-2c27c1579ff8_del complete
Nov 13 22:13:12 user nova-compute[75075]: INFO nova.compute.manager [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 13 22:13:12 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:13:12 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:14 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Took 1.35 seconds to deallocate network for instance.
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-585e20a1-0506-4f6d-b4b2-8f344d2ccbf9 req-542c0e68-b687-4281-8999-6d221a19295e service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-deleted-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:14 user nova-compute[75075]: INFO nova.compute.manager [req-585e20a1-0506-4f6d-b4b2-8f344d2ccbf9 req-542c0e68-b687-4281-8999-6d221a19295e service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Neutron deleted interface f844855b-d03f-44bc-acf3-011eb94ca537; detaching it from the instance and deleting it from the info cache
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.network.neutron [req-585e20a1-0506-4f6d-b4b2-8f344d2ccbf9 req-542c0e68-b687-4281-8999-6d221a19295e service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-585e20a1-0506-4f6d-b4b2-8f344d2ccbf9 req-542c0e68-b687-4281-8999-6d221a19295e service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Detach interface failed, port_id=f844855b-d03f-44bc-acf3-011eb94ca537, reason: Instance 6b48b827-891e-4213-a4c1-2c27c1579ff8 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] Acquiring lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] No waiting events found dispatching network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:14 user nova-compute[75075]: WARNING nova.compute.manager [req-30d04531-8990-4a82-933f-62e53c853832 req-040ae7bd-8e65-439e-87e2-acbb81916c4a service nova] [instance: 6b48b827-891e-4213-a4c1-2c27c1579ff8] Received unexpected event network-vif-plugged-f844855b-d03f-44bc-acf3-011eb94ca537 for instance with vm_state deleted and task_state None.
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.281s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:14 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Deleted allocations for instance 6b48b827-891e-4213-a4c1-2c27c1579ff8
Nov 13 22:13:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a04b645-399a-4719-a1fd-641d742f9247 tempest-ServerStableDeviceRescueTest-902969809 tempest-ServerStableDeviceRescueTest-902969809-project-member] Lock "6b48b827-891e-4213-a4c1-2c27c1579ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.727s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:15 user nova-compute[75075]: INFO nova.compute.manager [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Terminating instance
Nov 13 22:13:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:13:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Instance destroyed successfully.
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lazy-loading 'resources' on Instance uuid 84bb5348-0c70-4347-ab68-6353d39e6462 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2077509522',display_name='tempest-ServerRescueNegativeTestJSON-server-2077509522',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2077509522',id=2,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:01:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6947769a14674797bf7620c875174aba',ramdisk_id='',reservation_id='r-wuub8014',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1682311238',owner_user_name='tempest-ServerRescueNegativeTestJSON-1682311238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:03:05Z,user_data=None,user_id='ab33fd01a2a84fa79c8100156a5d3130',uuid=84bb5348-0c70-4347-ab68-6353d39e6462,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converting VIF {"id": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "address": "fa:16:3e:6c:3d:bf", "network": {"id": "ffb0d779-0985-4254-b20f-8f3ce449caf5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-490363755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6947769a14674797bf7620c875174aba", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fe8cea2-fe", "ovs_interfaceid": "9fe8cea2-fe6c-4c76-a6df-e0826296b2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG os_vif [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9fe8cea2-fe, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=085f6e02-126d-44ee-b843-dd1f5b302454) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:16 user nova-compute[75075]: INFO os_vif [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:3d:bf,bridge_name='br-int',has_traffic_filtering=True,id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5,network=Network(ffb0d779-0985-4254-b20f-8f3ce449caf5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fe8cea2-fe')
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Deleting instance files /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462_del
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Deletion of /opt/stack/data/nova/instances/84bb5348-0c70-4347-ab68-6353d39e6462_del complete
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.compute.manager [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-unplugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Acquiring lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] Lock "84bb5348-0c70-4347-ab68-6353d39e6462-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] No waiting events found dispatching network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:16 user nova-compute[75075]: WARNING nova.compute.manager [req-edadda59-90bb-4dbb-919f-74b707cf1847 req-8c1508f4-a9ba-4f83-bdc0-b5f8c1b3bb61 service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received unexpected event network-vif-plugged-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 for instance with vm_state active and task_state deleting.
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Took 0.43 seconds to deallocate network for instance.
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae8a06c-9b1e-4721-9224-29aa2880e3a8 req-90cb64b0-fbc2-403a-9945-617bd7f1f6dc service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Received event network-vif-deleted-9fe8cea2-fe6c-4c76-a6df-e0826296b2e5 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:16 user nova-compute[75075]: INFO nova.compute.manager [req-3ae8a06c-9b1e-4721-9224-29aa2880e3a8 req-90cb64b0-fbc2-403a-9945-617bd7f1f6dc service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Neutron deleted interface 9fe8cea2-fe6c-4c76-a6df-e0826296b2e5; detaching it from the instance and deleting it from the info cache
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.network.neutron [req-3ae8a06c-9b1e-4721-9224-29aa2880e3a8 req-90cb64b0-fbc2-403a-9945-617bd7f1f6dc service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-3ae8a06c-9b1e-4721-9224-29aa2880e3a8 req-90cb64b0-fbc2-403a-9945-617bd7f1f6dc service nova] [instance: 84bb5348-0c70-4347-ab68-6353d39e6462] Detach interface failed, port_id=9fe8cea2-fe6c-4c76-a6df-e0826296b2e5, reason: Instance 84bb5348-0c70-4347-ab68-6353d39e6462 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:17 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:13:17 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:13:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.460s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:17 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Deleted allocations for instance 84bb5348-0c70-4347-ab68-6353d39e6462
Nov 13 22:13:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31bd4038-e324-44eb-b1d4-137d9ad39a4d tempest-ServerRescueNegativeTestJSON-1682311238 tempest-ServerRescueNegativeTestJSON-1682311238-project-member] Lock "84bb5348-0c70-4347-ab68-6353d39e6462" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.907s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:13:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-changed-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing instance network info cache due to event network-changed-c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] Acquiring lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] Acquired lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Refreshing network info cache for port c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:28 user nova-compute[75075]: INFO nova.compute.manager [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Terminating instance
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updated VIF entry in instance network info cache for port c19bba32-a405-4621-8627-260aa4c65680. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [{"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-18d1d608-00e0-4e8e-8272-2f0f928e79e9 req-87484ab1-b496-4425-af20-67f5e894fd1b service nova] Releasing lock "refresh_cache-b6a72057-9be3-4886-8725-6c66acfd8287" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Instance destroyed successfully.
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.objects.instance [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lazy-loading 'resources' on Instance uuid b6a72057-9be3-4886-8725-6c66acfd8287 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:07:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1297808339',display_name='tempest-TestShelveInstance-server-1297808339',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1297808339',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9MGAv+flpesUQcj1Njek6MTHzuryXyK9a9hAN2RN4egN82UJIm9io8EHiPCOzBLMJ5LT5+VYsygoGc1PQ1dI/NTfLRxJW+snnHYkFEX2RmVHgsBbVsRoaqGR6puFz8Ug==',key_name='tempest-TestShelveInstance-905259965',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:11:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a4da297b35f47198ffc3d97cfdad7e8',ramdisk_id='',reservation_id='r-03phsf01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-180718959',owner_user_name='tempest-TestShelveInstance-180718959-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:11:48Z,user_data=None,user_id='cdd7bdfa164b41eb80551a6d6f266e90',uuid=b6a72057-9be3-4886-8725-6c66acfd8287,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converting VIF {"id": "c19bba32-a405-4621-8627-260aa4c65680", "address": "fa:16:3e:d2:98:ca", "network": {"id": "3650a200-1108-4159-b8cc-b8e5b70a0bd7", "bridge": "br-int", "label": "tempest-TestShelveInstance-1448544372-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a4da297b35f47198ffc3d97cfdad7e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc19bba32-a4", "ovs_interfaceid": "c19bba32-a405-4621-8627-260aa4c65680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG os_vif [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc19bba32-a4, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b89f053-a3d7-47d3-a632-a1113d2301e1) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:28 user nova-compute[75075]: INFO os_vif [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:98:ca,bridge_name='br-int',has_traffic_filtering=True,id=c19bba32-a405-4621-8627-260aa4c65680,network=Network(3650a200-1108-4159-b8cc-b8e5b70a0bd7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc19bba32-a4')
Nov 13 22:13:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQIXbDVG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:13:28 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:13:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:13:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[003d716a-f850-4347-b3ee-9a71117239d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:13:29 user nova-compute[75075]: No targets found.
Nov 13 22:13:29 user nova-compute[75075]: iSNS:
Nov 13 22:13:29 user nova-compute[75075]: No targets found.
Nov 13 22:13:29 user nova-compute[75075]: STATIC:
Nov 13 22:13:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:13:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:13:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:13:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:13:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:13:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:13:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:13:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:13:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:13:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86
Nov 13 22:13:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:13:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:13:29 user nova-compute[75075]: FIRMWARE:
Nov 13 22:13:29 user nova-compute[75075]: No targets found.
Nov 13 22:13:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:13:29 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:13:29 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c43018-754f-48c0-9052-953af2eb2422]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[784e8b2a-75ec-454f-b696-7d5d43577cf5]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:13:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac168430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8541e45-bebc-4ae2-9169-e13419442890]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed5733e-76e5-4ae1-b220-b0e7d77b3694]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89bbd8a-9bb3-4999-81ea-25d3f5f3530c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee05dd0-d7ad-4503-b3b7-036d343677af]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_eb6658c', '/dev/disk/by-id/scsi-1SCST_BIOeb6658c-5739e58cb9ccd7ce', '/dev/disk/by-id/scsi-23537333965353863') {{(pid=86562) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 13 22:13:29 user nova-compute[75075]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_eb6658c
Nov 13 22:13:29 user nova-compute[75075]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOeb6658c-5739e58cb9ccd7ce
Nov 13 22:13:29 user nova-compute[75075]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23537333965353863
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9752f64-0d67-46bc-bb81-c09a8ad274e6]: (4, None) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30dd4e73-235c-4aa3-b231-dd74791ba12b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9523b2d8-83fc-4e95-863e-b798d2da99d5]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260]
Nov 13 22:13:29 user nova-compute[75075]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86, portal: 172.16.0.220,3260] successful.
Nov 13 22:13:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7583629b-c4de-43b9-86f2-45238c5c1c86 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8cd3cc5-45e6-494c-a789-e6ccb4c577c2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] <== disconnect_volume: return (323ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:13:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deleting instance files /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287_del
Nov 13 22:13:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deletion of /opt/stack/data/nova/instances/b6a72057-9be3-4886-8725-6c66acfd8287_del complete
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:13:29 user nova-compute[75075]: INFO nova.compute.manager [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Took 1.19 seconds to destroy the instance on the hypervisor.
Nov 13 22:13:29 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:29 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Took 0.51 seconds to deallocate network for instance.
Nov 13 22:13:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-ac5f8519-9d4b-47c2-8a5d-862ed65d06e6 req-e9e6925c-c2bd-4b02-97e0-11972e03859e service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-deleted-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-unplugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Acquiring lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] Lock "b6a72057-9be3-4886-8725-6c66acfd8287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] No waiting events found dispatching network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:13:30 user nova-compute[75075]: WARNING nova.compute.manager [req-a67232a8-4b96-4a39-8a3d-549d9f3c0981 req-247bcff8-b22b-43e9-acba-2424e5f2e257 service nova] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Received unexpected event network-vif-plugged-c19bba32-a405-4621-8627-260aa4c65680 for instance with vm_state active and task_state deleting.
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:30 user nova-compute[75075]: INFO nova.compute.manager [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Took 0.76 seconds to detach 1 volumes for instance.
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.manager [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] [instance: b6a72057-9be3-4886-8725-6c66acfd8287] Deleting volume: 7583629b-c4de-43b9-86f2-45238c5c1c86 {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:13:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.224s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:31 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Deleted allocations for instance b6a72057-9be3-4886-8725-6c66acfd8287
Nov 13 22:13:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-373f4943-18e0-46af-b730-ba1d1dbb6f0f tempest-TestShelveInstance-180718959 tempest-TestShelveInstance-180718959-project-member] Lock "b6a72057-9be3-4886-8725-6c66acfd8287" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.917s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:13:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:13:35 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:13:35 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8503MB free_disk=25.45223617553711GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Applying migration context for instance 085c29cf-1871-4e10-ae3f-b21a53985723 as it has an incoming, in-progress migration 266b6326-1181-4116-86ad-4c66f177c056. Migration status is finished {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 13 22:13:35 user nova-compute[75075]: INFO nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating resource usage from migration 266b6326-1181-4116-86ad-4c66f177c056
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Migration 266b6326-1181-4116-86ad-4c66f177c056 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 4abb6da2-7160-450c-b436-f691e13526ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:13:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.295s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 085c29cf-1871-4e10-ae3f-b21a53985723 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 4abb6da2-7160-450c-b436-f691e13526ad {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "4abb6da2-7160-450c-b436-f691e13526ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.033s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.033s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "4abb6da2-7160-450c-b436-f691e13526ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Going to confirm migration 2 {{(pid=75075) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:13:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'info_cache' on Instance uuid 085c29cf-1871-4e10-ae3f-b21a53985723 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'migration_context' on Instance uuid 085c29cf-1871-4e10-ae3f-b21a53985723 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG nova.objects.base [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Object Instance<085c29cf-1871-4e10-ae3f-b21a53985723> lazy-loaded attributes: info_cache,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.234s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:48 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Deleted allocation for migration 266b6326-1181-4116-86ad-4c66f177c056
Nov 13 22:13:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-49f2dd74-d08a-401e-b7c1-835fa8b30a7f tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.238s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:13:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:13:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'info_cache' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:08 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.network.neutron [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:09 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance destroyed successfully.
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'resources' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:12:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2488393f-fa, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=db7e73ef-f69b-428f-8fac-41e37c50b1b6) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:09 user nova-compute[75075]: INFO os_vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:14:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a82190-0da6-46d7-8b23-4b58dacec104]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:14:09 user nova-compute[75075]: No targets found.
Nov 13 22:14:09 user nova-compute[75075]: iSNS:
Nov 13 22:14:09 user nova-compute[75075]: No targets found.
Nov 13 22:14:09 user nova-compute[75075]: STATIC:
Nov 13 22:14:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:14:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:14:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:09 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:14:09 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:09 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:09 user nova-compute[75075]: FIRMWARE:
Nov 13 22:14:09 user nova-compute[75075]: No targets found.
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:14:09 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:14:09 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5432c97d-b250-44fc-a7fa-5187fe63b0f6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c37f3bc-b3c9-4325-89a3-a0d4b8c817a5]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac147490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2090e254-5394-4c4d-acf9-00cb3c377e0c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc260895-1fa2-4761-865d-6b444f6321b8]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19ddfe70-895d-4bdc-a1a3-5ba9e849b658]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea6de30b-cc73-48a7-b194-1a6739248c07]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2def03-f122-4686-8d07-b597702bbc87]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0979147f-0da5-4679-8bfc-8f16979d1551]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]
Nov 13 22:14:09 user nova-compute[75075]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f3d380-ee26-4a8d-ae92-0656d781b723]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== disconnect_volume: return (334ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start _get_guest_xml network_info=[{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '085cfe78-d3f7-4810-915f-6fdf3b1b0050', 'attached_at': '', 'detached_at': '', 'volume_id': '276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'serial': '276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24'}, 'attachment_id': '7a114150-31dc-421b-bf8f-c532d4c8bd94', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'numa_topology' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:09 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:09 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'vcpu_model' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:14:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:14:09 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:14:09 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c92bd01-a22a-45bc-8720-6f3b3764d003]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:14:09 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e4f454-e5c0-45fa-887e-03e1a27d34f3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24] added
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d09e43-7bab-4b5b-a2cf-54c1b5fa54f4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d923fe0-a882-4123-ae35-f8e71bc73962]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULgpnRoJ {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ULgpnRoJ" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a71879-31f1-4073-8109-541bbe28c3f3]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ULgpnRoJ'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c776cd-d7bb-4497-9c9e-e3f6c744beed]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bcdb43b-31e7-4b80-92f9-dbbe95cde842]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[efac095b-743e-4eb2-9616-fc21c29cb736]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]
Nov 13 22:14:09 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[329db2e8-f1f3-4e74-87af-340f2a762f5e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b22f5e5-4382-4bb8-8eba-d53190a336c7]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:09 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b8ff6a-74b1-475c-b6bc-54bc4cf084c3]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:14:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '26531303463373730', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531303463373730', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:12:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'pci_devices' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:14:10 user nova-compute[75075]:   <uuid>085cfe78-d3f7-4810-915f-6fdf3b1b0050</uuid>
Nov 13 22:14:10 user nova-compute[75075]:   <name>instance-00000023</name>
Nov 13 22:14:10 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:14:10 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:14:10 user nova-compute[75075]:   <metadata>
Nov 13 22:14:10 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:14:10 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeTestJSON-server-1233982160</nova:name>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:14:09</nova:creationTime>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:14:10 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:14:10 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:owner>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:user uuid="0d5da1349fca4479a550cb78b117f706">tempest-AttachVolumeTestJSON-1049178865-project-member</nova:user>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:project uuid="a54c32c66b7e401c8930cd7b1153f3f6">tempest-AttachVolumeTestJSON-1049178865</nova:project>
Nov 13 22:14:10 user nova-compute[75075]:       </nova:owner>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:14:10 user nova-compute[75075]:       <nova:ports>
Nov 13 22:14:10 user nova-compute[75075]:         <nova:port uuid="2488393f-fafa-467d-927a-545c1ceffe94">
Nov 13 22:14:10 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:14:10 user nova-compute[75075]:         </nova:port>
Nov 13 22:14:10 user nova-compute[75075]:       </nova:ports>
Nov 13 22:14:10 user nova-compute[75075]:     </nova:instance>
Nov 13 22:14:10 user nova-compute[75075]:   </metadata>
Nov 13 22:14:10 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:14:10 user nova-compute[75075]:     <system>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="serial">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="uuid">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:14:10 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:14:10 user nova-compute[75075]:     </system>
Nov 13 22:14:10 user nova-compute[75075]:   </sysinfo>
Nov 13 22:14:10 user nova-compute[75075]:   <os>
Nov 13 22:14:10 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:14:10 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:14:10 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:14:10 user nova-compute[75075]:   </os>
Nov 13 22:14:10 user nova-compute[75075]:   <features>
Nov 13 22:14:10 user nova-compute[75075]:     <acpi/>
Nov 13 22:14:10 user nova-compute[75075]:     <apic/>
Nov 13 22:14:10 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:14:10 user nova-compute[75075]:   </features>
Nov 13 22:14:10 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:14:10 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:14:10 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:14:10 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:14:10 user nova-compute[75075]:   </clock>
Nov 13 22:14:10 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:14:10 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:14:10 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:14:10 user nova-compute[75075]:   </cpu>
Nov 13 22:14:10 user nova-compute[75075]:   <devices>
Nov 13 22:14:10 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:14:10 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:14:10 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk"/>
Nov 13 22:14:10 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:14:10 user nova-compute[75075]:     </disk>
Nov 13 22:14:10 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:14:10 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:14:10 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:14:10 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:14:10 user nova-compute[75075]:       <serial>276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24</serial>
Nov 13 22:14:10 user nova-compute[75075]:     </disk>
Nov 13 22:14:10 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:14:10 user nova-compute[75075]:       <mac address="fa:16:3e:6e:3e:0b"/>
Nov 13 22:14:10 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:10 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:14:10 user nova-compute[75075]:       <target dev="tap2488393f-fa"/>
Nov 13 22:14:10 user nova-compute[75075]:     </interface>
Nov 13 22:14:10 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:14:10 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/console.log" append="off"/>
Nov 13 22:14:10 user nova-compute[75075]:     </serial>
Nov 13 22:14:10 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:14:10 user nova-compute[75075]:     <video>
Nov 13 22:14:10 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:10 user nova-compute[75075]:     </video>
Nov 13 22:14:10 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:14:10 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:14:10 user nova-compute[75075]:     </rng>
Nov 13 22:14:10 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:14:10 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:14:10 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:14:10 user nova-compute[75075]:     </memballoon>
Nov 13 22:14:10 user nova-compute[75075]:   </devices>
Nov 13 22:14:10 user nova-compute[75075]: </domain>
Nov 13 22:14:10 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:14:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'trusted_certs' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking if we can resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Cannot resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'migration_context' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.objects.base [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:12:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG os_vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '977121da-63b1-57b6-83a5-2e08a69d66de', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2488393f-fa, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2488393f-fa, col_values=(('qos', UUID('710db7f1-125d-4e35-9617-c335aa617290')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2488393f-fa, col_values=(('external_ids', {'iface-id': '2488393f-fafa-467d-927a-545c1ceffe94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:3e:0b', 'vm-uuid': '085cfe78-d3f7-4810-915f-6fdf3b1b0050'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:11 user nova-compute[75075]: INFO os_vif [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:14:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:13 user nova-compute[75075]: WARNING nova.compute.manager [req-4146bece-5e42-46cb-88d1-a02639a84228 req-74baab88-403c-40a9-bb93-5c1064225fbe service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state powering-on.
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-changed-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Refreshing instance network info cache due to event network-changed-03e69dd8-b652-4fec-8210-05823b9eef54. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] Acquiring lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] Acquired lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Refreshing network info cache for port 03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:14 user nova-compute[75075]: INFO nova.compute.manager [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Terminating instance
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-unplugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] No waiting events found dispatching network-vif-unplugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-dc3756c3-ea99-40dd-95e4-6b766ba131ad req-c11afb16-fb80-403e-9508-3773064ed428 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-unplugged-03e69dd8-b652-4fec-8210-05823b9eef54 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.network.neutron [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updated VIF entry in instance network info cache for port 03e69dd8-b652-4fec-8210-05823b9eef54. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG nova.network.neutron [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updating instance_info_cache with network_info: [{"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6013a452-11a1-4882-9571-3827d8f2e46b req-7811922c-5784-4cf8-8025-9a7aa0217919 service nova] Releasing lock "refresh_cache-4abb6da2-7160-450c-b436-f691e13526ad" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Instance destroyed successfully.
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid 4abb6da2-7160-450c-b436-f691e13526ad {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:12:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1036628282',display_name='tempest-TestVolumeBootPattern-server-1036628282',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1036628282',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:12:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-m10p0874',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:12:32Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=4abb6da2-7160-450c-b436-f691e13526ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "03e69dd8-b652-4fec-8210-05823b9eef54", "address": "fa:16:3e:39:c0:58", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03e69dd8-b6", "ovs_interfaceid": "03e69dd8-b652-4fec-8210-05823b9eef54", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_vif [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03e69dd8-b6, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5ba804aa-6122-43b0-a8e0-85fce0b725cb) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:15 user nova-compute[75075]: INFO os_vif [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:39:c0:58,bridge_name='br-int',has_traffic_filtering=True,id=03e69dd8-b652-4fec-8210-05823b9eef54,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03e69dd8-b6')
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:14:15 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[63674356-dba8-47f0-a442-8e8f7e70e041]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:14:15 user nova-compute[75075]: No targets found.
Nov 13 22:14:15 user nova-compute[75075]: iSNS:
Nov 13 22:14:15 user nova-compute[75075]: No targets found.
Nov 13 22:14:15 user nova-compute[75075]: STATIC:
Nov 13 22:14:15 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:14:15 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:15 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:15 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:14:15 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:15 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:15 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:14:15 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:14:15 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:14:15 user nova-compute[75075]: FIRMWARE:
Nov 13 22:14:15 user nova-compute[75075]: No targets found.
Nov 13 22:14:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:14:15 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:14:15 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ff8e59-98c0-4e65-b2f0-88ab7d0479e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc38697f-f738-4ec9-a3a3-15f93dec45c2]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:14:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882e8550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9'): ({'sdf'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdf {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6b44ed1-deb6-4750-aab4-d9cf536a41ea]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[908aa8e1-f69d-49d6-9599-235f1c45e214]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdf {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bde4aea-03e3-4ca3-a4f6-d4e915d15fb2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e995dd50-2af8-40fc-9b72-18dcad0078b2]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5810b3a-df9d-41bb-bf02-43663fbddf8b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:14:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance rebooted successfully.
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-12d9917e-40b1-4d1d-8e72-f203a3eaf0e9 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[865cbdef-9d88-4148-a7b1-0794e587090b]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]
Nov 13 22:14:15 user nova-compute[75075]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.
Nov 13 22:14:15 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:15 user nova-compute[75075]: WARNING nova.compute.manager [req-2622df76-9a3b-43fe-bed1-80301e2b8b6f req-1ae4457b-d90b-4229-a21c-3ba9f04ebda9 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state powering-on.
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc20dafb-2f86-4463-99eb-5bf8099e7e0c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (351ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:14:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Deleting instance files /opt/stack/data/nova/instances/4abb6da2-7160-450c-b436-f691e13526ad_del
Nov 13 22:14:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Deletion of /opt/stack/data/nova/instances/4abb6da2-7160-450c-b436-f691e13526ad_del complete
Nov 13 22:14:15 user nova-compute[75075]: INFO nova.compute.manager [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 13 22:14:15 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:14:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] Acquiring lock "4abb6da2-7160-450c-b436-f691e13526ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] Lock "4abb6da2-7160-450c-b436-f691e13526ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] No waiting events found dispatching network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:16 user nova-compute[75075]: WARNING nova.compute.manager [req-75f1e727-5dda-4828-8916-a312e2e2719a req-fbd3c519-ff92-4970-8411-b78267c1b397 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received unexpected event network-vif-plugged-03e69dd8-b652-4fec-8210-05823b9eef54 for instance with vm_state active and task_state deleting.
Nov 13 22:14:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:17 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:17 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Took 1.64 seconds to deallocate network for instance.
Nov 13 22:14:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-11f2e38d-2431-47a6-a73b-633a905e2665 req-984ef999-bdc6-46cd-855b-e6f2180b4577 service nova] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Received event network-vif-deleted-03e69dd8-b652-4fec-8210-05823b9eef54 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:17 user nova-compute[75075]: INFO nova.compute.manager [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 4abb6da2-7160-450c-b436-f691e13526ad] Took 0.83 seconds to detach 1 volumes for instance.
Nov 13 22:14:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:18 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:14:18 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:14:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:18 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance 4abb6da2-7160-450c-b436-f691e13526ad
Nov 13 22:14:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3b4ed56c-2dfd-4848-97a1-189c479f8ed5 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "4abb6da2-7160-450c-b436-f691e13526ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.167s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:14:20 user nova-compute[75075]: INFO nova.compute.claims [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Claim successful on node user
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.226s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:14:20 user nova-compute[75075]: INFO nova.compute.claims [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Claim successful on node user
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:14:20 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:14:20 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:14:21 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Creating image(s)
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "/opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.policy [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280d4d307313474abd70504fcb3e1a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db652d97b0345dd9530f3c62d26c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.539s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.256s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:14:21 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.policy [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fbf36a4436a4ea199b857ec4cb3c2e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db654ea43264b94a8c09a9253874b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.239s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:14:21 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Creating image(s)
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk 1073741824" returned: 0 in 0.060s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.337s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.215s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:14:21 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Cannot resize image /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Ensure instance console log exists: /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk 1073741824" returned: 0 in 0.055s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Checking if we can resize image /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Successfully created port: 016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Cannot resize image /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Ensure instance console log exists: /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Successfully created port: 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Successfully updated port: 016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquired lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-changed-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Refreshing instance network info cache due to event network-changed-016ca308-75fd-4838-b7a7-1bd243b22984. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] Acquiring lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Successfully updated port: 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:14:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating instance_info_cache with network_info: [{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Releasing lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Instance network_info: |[{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] Acquired lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Refreshing network info cache for port 016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Start _get_guest_xml network_info=[{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:14:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-429190661',display_name='tempest-AttachVolumeNegativeTest-server-429190661',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-429190661',id=37,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCthD4UkTrtUlTB/2VgHyUSzCAJUhNzhaejy59mIllMGxygX3QW+8zz3a3MRH2mO7TfZtifD5E9RJo0mGkzNv2MG0L5UEiDZmZQVl8fZk4E/cJ12RSWT28jY2ayp7PGV+A==',key_name='tempest-keypair-432966960',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-00j6qmzh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=0b317d12-3ff9-4dc7-acef-ac6b3eeb743e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.objects.instance [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:14:24 user nova-compute[75075]:   <uuid>0b317d12-3ff9-4dc7-acef-ac6b3eeb743e</uuid>
Nov 13 22:14:24 user nova-compute[75075]:   <name>instance-00000025</name>
Nov 13 22:14:24 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:14:24 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:14:24 user nova-compute[75075]:   <metadata>
Nov 13 22:14:24 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:14:24 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeNegativeTest-server-429190661</nova:name>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:14:24</nova:creationTime>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:14:24 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:owner>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:user uuid="280d4d307313474abd70504fcb3e1a45">tempest-AttachVolumeNegativeTest-1696483849-project-member</nova:user>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:project uuid="8db652d97b0345dd9530f3c62d26c55f">tempest-AttachVolumeNegativeTest-1696483849</nova:project>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:owner>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:ports>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:port uuid="016ca308-75fd-4838-b7a7-1bd243b22984">
Nov 13 22:14:24 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 13 22:14:24 user nova-compute[75075]:         </nova:port>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:ports>
Nov 13 22:14:24 user nova-compute[75075]:     </nova:instance>
Nov 13 22:14:24 user nova-compute[75075]:   </metadata>
Nov 13 22:14:24 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:14:24 user nova-compute[75075]:     <system>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="serial">0b317d12-3ff9-4dc7-acef-ac6b3eeb743e</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="uuid">0b317d12-3ff9-4dc7-acef-ac6b3eeb743e</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:14:24 user nova-compute[75075]:     </system>
Nov 13 22:14:24 user nova-compute[75075]:   </sysinfo>
Nov 13 22:14:24 user nova-compute[75075]:   <os>
Nov 13 22:14:24 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:14:24 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:14:24 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:14:24 user nova-compute[75075]:   </os>
Nov 13 22:14:24 user nova-compute[75075]:   <features>
Nov 13 22:14:24 user nova-compute[75075]:     <acpi/>
Nov 13 22:14:24 user nova-compute[75075]:     <apic/>
Nov 13 22:14:24 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:14:24 user nova-compute[75075]:   </features>
Nov 13 22:14:24 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:14:24 user nova-compute[75075]:   </clock>
Nov 13 22:14:24 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:14:24 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:14:24 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:14:24 user nova-compute[75075]:   </cpu>
Nov 13 22:14:24 user nova-compute[75075]:   <devices>
Nov 13 22:14:24 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:14:24 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:14:24 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk"/>
Nov 13 22:14:24 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:     </disk>
Nov 13 22:14:24 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:14:24 user nova-compute[75075]:       <mac address="fa:16:3e:cd:86:44"/>
Nov 13 22:14:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:14:24 user nova-compute[75075]:       <target dev="tap016ca308-75"/>
Nov 13 22:14:24 user nova-compute[75075]:     </interface>
Nov 13 22:14:24 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:14:24 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/console.log" append="off"/>
Nov 13 22:14:24 user nova-compute[75075]:     </serial>
Nov 13 22:14:24 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:14:24 user nova-compute[75075]:     <video>
Nov 13 22:14:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:     </video>
Nov 13 22:14:24 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:14:24 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:14:24 user nova-compute[75075]:     </rng>
Nov 13 22:14:24 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:14:24 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:14:24 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:14:24 user nova-compute[75075]:     </memballoon>
Nov 13 22:14:24 user nova-compute[75075]:   </devices>
Nov 13 22:14:24 user nova-compute[75075]: </domain>
Nov 13 22:14:24 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-429190661',display_name='tempest-AttachVolumeNegativeTest-server-429190661',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-429190661',id=37,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCthD4UkTrtUlTB/2VgHyUSzCAJUhNzhaejy59mIllMGxygX3QW+8zz3a3MRH2mO7TfZtifD5E9RJo0mGkzNv2MG0L5UEiDZmZQVl8fZk4E/cJ12RSWT28jY2ayp7PGV+A==',key_name='tempest-keypair-432966960',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-00j6qmzh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=0b317d12-3ff9-4dc7-acef-ac6b3eeb743e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG os_vif [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ba4c3910-5cf4-569b-a08e-52f124488162', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap016ca308-75, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap016ca308-75, col_values=(('qos', UUID('2997461b-a9d7-4001-90aa-9394acccd04f')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap016ca308-75, col_values=(('external_ids', {'iface-id': '016ca308-75fd-4838-b7a7-1bd243b22984', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:86:44', 'vm-uuid': '0b317d12-3ff9-4dc7-acef-ac6b3eeb743e'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: INFO os_vif [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75')
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:cd:86:44, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance network_info: |[{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start _get_guest_xml network_info=[{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:14:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEYJtBIfyIb+VPd8MBOjak4ejrNYabyb4hXdDo81XO4b4iYdw6DsGgHWVShMfxmQJcwb6SKpVsiBliGgYnR2T4ACeLo7usmfQebxS/LlDFtoKorNoFaxtv8WBERj27WOeA==',key_name='tempest-keypair-1947000264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.objects.instance [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_devices' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:14:24 user nova-compute[75075]:   <uuid>64ab973e-c377-4245-9fbe-bb060789ffb9</uuid>
Nov 13 22:14:24 user nova-compute[75075]:   <name>instance-00000026</name>
Nov 13 22:14:24 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:14:24 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:14:24 user nova-compute[75075]:   <metadata>
Nov 13 22:14:24 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:14:24 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2127483433</nova:name>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:14:24</nova:creationTime>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:14:24 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:owner>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:user uuid="2fbf36a4436a4ea199b857ec4cb3c2e0">tempest-AttachVolumeShelveTestJSON-158253385-project-member</nova:user>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:project uuid="8db654ea43264b94a8c09a9253874b64">tempest-AttachVolumeShelveTestJSON-158253385</nova:project>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:owner>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:14:24 user nova-compute[75075]:       <nova:ports>
Nov 13 22:14:24 user nova-compute[75075]:         <nova:port uuid="94998947-85af-4303-be57-16dea1855aaf">
Nov 13 22:14:24 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 13 22:14:24 user nova-compute[75075]:         </nova:port>
Nov 13 22:14:24 user nova-compute[75075]:       </nova:ports>
Nov 13 22:14:24 user nova-compute[75075]:     </nova:instance>
Nov 13 22:14:24 user nova-compute[75075]:   </metadata>
Nov 13 22:14:24 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:14:24 user nova-compute[75075]:     <system>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="serial">64ab973e-c377-4245-9fbe-bb060789ffb9</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="uuid">64ab973e-c377-4245-9fbe-bb060789ffb9</entry>
Nov 13 22:14:24 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:14:24 user nova-compute[75075]:     </system>
Nov 13 22:14:24 user nova-compute[75075]:   </sysinfo>
Nov 13 22:14:24 user nova-compute[75075]:   <os>
Nov 13 22:14:24 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:14:24 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:14:24 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:14:24 user nova-compute[75075]:   </os>
Nov 13 22:14:24 user nova-compute[75075]:   <features>
Nov 13 22:14:24 user nova-compute[75075]:     <acpi/>
Nov 13 22:14:24 user nova-compute[75075]:     <apic/>
Nov 13 22:14:24 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:14:24 user nova-compute[75075]:   </features>
Nov 13 22:14:24 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:14:24 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:14:24 user nova-compute[75075]:   </clock>
Nov 13 22:14:24 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:14:24 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:14:24 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:14:24 user nova-compute[75075]:   </cpu>
Nov 13 22:14:24 user nova-compute[75075]:   <devices>
Nov 13 22:14:24 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:14:24 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:14:24 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk"/>
Nov 13 22:14:24 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:     </disk>
Nov 13 22:14:24 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:14:24 user nova-compute[75075]:       <mac address="fa:16:3e:e3:1a:2f"/>
Nov 13 22:14:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:14:24 user nova-compute[75075]:       <target dev="tap94998947-85"/>
Nov 13 22:14:24 user nova-compute[75075]:     </interface>
Nov 13 22:14:24 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:14:24 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/console.log" append="off"/>
Nov 13 22:14:24 user nova-compute[75075]:     </serial>
Nov 13 22:14:24 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:14:24 user nova-compute[75075]:     <video>
Nov 13 22:14:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:24 user nova-compute[75075]:     </video>
Nov 13 22:14:24 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:14:24 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:14:24 user nova-compute[75075]:     </rng>
Nov 13 22:14:24 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:14:24 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:14:24 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:14:24 user nova-compute[75075]:     </memballoon>
Nov 13 22:14:24 user nova-compute[75075]:   </devices>
Nov 13 22:14:24 user nova-compute[75075]: </domain>
Nov 13 22:14:24 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEYJtBIfyIb+VPd8MBOjak4ejrNYabyb4hXdDo81XO4b4iYdw6DsGgHWVShMfxmQJcwb6SKpVsiBliGgYnR2T4ACeLo7usmfQebxS/LlDFtoKorNoFaxtv8WBERj27WOeA==',key_name='tempest-keypair-1947000264',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG os_vif [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e009273a-b725-543f-a7e2-02e2172c29e4', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94998947-85, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94998947-85, col_values=(('qos', UUID('5a6126f1-68f7-4703-b2ef-383287e15377')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94998947-85, col_values=(('external_ids', {'iface-id': '94998947-85af-4303-be57-16dea1855aaf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:1a:2f', 'vm-uuid': '64ab973e-c377-4245-9fbe-bb060789ffb9'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:24 user nova-compute[75075]: INFO os_vif [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85')
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No VIF found with MAC fa:16:3e:e3:1a:2f, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updated VIF entry in instance network info cache for port 016ca308-75fd-4838-b7a7-1bd243b22984. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG nova.network.neutron [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating instance_info_cache with network_info: [{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7e5d67a4-cfbf-4463-80da-1669079cd06b req-bb848ac8-1aaa-42a5-9936-ae0af1155300 service nova] Releasing lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-changed-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing instance network info cache due to event network-changed-94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:25 user nova-compute[75075]: DEBUG nova.network.neutron [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing network info cache for port 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updated VIF entry in instance network info cache for port 94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6563b646-4666-481b-bf56-8a094ffe1e4e req-66145e73-2f42-4c3a-8586-58493e571b52 service nova] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] No waiting events found dispatching network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:27 user nova-compute[75075]: WARNING nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received unexpected event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 for instance with vm_state building and task_state spawning.
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] No waiting events found dispatching network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:27 user nova-compute[75075]: WARNING nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received unexpected event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 for instance with vm_state building and task_state spawning.
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:27 user nova-compute[75075]: WARNING nova.compute.manager [req-612f1f41-e9c4-4f16-b9af-ec6f346ebd84 req-2e5d77a6-c159-4325-9a59-68ed4eb50c5b service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state building and task_state spawning.
Nov 13 22:14:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:14:28 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:14:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Instance spawned successfully.
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:14:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance spawned successfully.
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:29 user nova-compute[75075]: INFO nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Took 8.70 seconds to spawn the instance on the hypervisor.
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:29 user nova-compute[75075]: WARNING nova.compute.manager [req-9ca63519-e52b-45aa-a020-a1515f9048ce req-e4f71c02-cb4f-4a9c-b35a-72af4dc53bef service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state building and task_state spawning.
Nov 13 22:14:29 user nova-compute[75075]: INFO nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Took 8.27 seconds to spawn the instance on the hypervisor.
Nov 13 22:14:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:14:29 user nova-compute[75075]: INFO nova.compute.manager [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Took 9.69 seconds to build instance.
Nov 13 22:14:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-752b525d-96d2-4281-9fc4-2d1417677056 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.802s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:30 user nova-compute[75075]: INFO nova.compute.manager [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Took 9.57 seconds to build instance.
Nov 13 22:14:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-524fa8d2-2b63-4467-ae91-04015d0eda81 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.700s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:14:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:36 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8400MB free_disk=25.446067810058594GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 64ab973e-c377-4245-9fbe-bb060789ffb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:14:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.364s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:43 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:14:43 user nova-compute[75075]: INFO nova.compute.claims [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Claim successful on node user
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.284s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:14:44 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.policy [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc900bc9187c4bf99d8203500bcf7ee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d47999445943b193ac2389967c0284', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:14:44 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Creating image(s)
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "/opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "/opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "/opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk 1073741824" returned: 0 in 0.063s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Successfully created port: 66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Cannot resize image /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Ensure instance console log exists: /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Successfully updated port: 66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquired lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-changed-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.compute.manager [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Refreshing instance network info cache due to event network-changed-66114b98-d72c-4133-8f88-f2eb17014483. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] Acquiring lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG nova.network.neutron [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating instance_info_cache with network_info: [{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Releasing lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Instance network_info: |[{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] Acquired lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Refreshing network info cache for port 66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Start _get_guest_xml network_info=[{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:14:46 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:46 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-255224487',display_name='tempest-SnapshotDataIntegrityTests-server-255224487',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-255224487',id=39,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIB05VgnwwEN4Efy0LSyb+c/VjUcSdmnhCTS92GrnQXSGRlMV2IHjjX4J4GameQhHhRmljrOJcdd/AF1gwoaooZAdVXZ94STb+jcKc4+sDaHiooQx9U0g/GL5GSZVMc8RA==',key_name='tempest-keypair-556245065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10d47999445943b193ac2389967c0284',ramdisk_id='',reservation_id='r-80e3nuro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-167223272',owner_user_name='tempest-SnapshotDataIntegrityTests-167223272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc900bc9187c4bf99d8203500bcf7ee7',uuid=17461a81-88c0-4798-a959-7c98db9b022b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converting VIF {"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.objects.instance [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'pci_devices' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:14:46 user nova-compute[75075]:   <uuid>17461a81-88c0-4798-a959-7c98db9b022b</uuid>
Nov 13 22:14:46 user nova-compute[75075]:   <name>instance-00000027</name>
Nov 13 22:14:46 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:14:46 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:14:46 user nova-compute[75075]:   <metadata>
Nov 13 22:14:46 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:14:46 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-255224487</nova:name>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:14:46</nova:creationTime>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:14:46 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:14:46 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:owner>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:user uuid="fc900bc9187c4bf99d8203500bcf7ee7">tempest-SnapshotDataIntegrityTests-167223272-project-member</nova:user>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:project uuid="10d47999445943b193ac2389967c0284">tempest-SnapshotDataIntegrityTests-167223272</nova:project>
Nov 13 22:14:46 user nova-compute[75075]:       </nova:owner>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:14:46 user nova-compute[75075]:       <nova:ports>
Nov 13 22:14:46 user nova-compute[75075]:         <nova:port uuid="66114b98-d72c-4133-8f88-f2eb17014483">
Nov 13 22:14:46 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:14:46 user nova-compute[75075]:         </nova:port>
Nov 13 22:14:46 user nova-compute[75075]:       </nova:ports>
Nov 13 22:14:46 user nova-compute[75075]:     </nova:instance>
Nov 13 22:14:46 user nova-compute[75075]:   </metadata>
Nov 13 22:14:46 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:14:46 user nova-compute[75075]:     <system>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="serial">17461a81-88c0-4798-a959-7c98db9b022b</entry>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="uuid">17461a81-88c0-4798-a959-7c98db9b022b</entry>
Nov 13 22:14:46 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:14:46 user nova-compute[75075]:     </system>
Nov 13 22:14:46 user nova-compute[75075]:   </sysinfo>
Nov 13 22:14:46 user nova-compute[75075]:   <os>
Nov 13 22:14:46 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:14:46 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:14:46 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:14:46 user nova-compute[75075]:   </os>
Nov 13 22:14:46 user nova-compute[75075]:   <features>
Nov 13 22:14:46 user nova-compute[75075]:     <acpi/>
Nov 13 22:14:46 user nova-compute[75075]:     <apic/>
Nov 13 22:14:46 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:14:46 user nova-compute[75075]:   </features>
Nov 13 22:14:46 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:14:46 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:14:46 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:14:46 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:14:46 user nova-compute[75075]:   </clock>
Nov 13 22:14:46 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:14:46 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:14:46 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:14:46 user nova-compute[75075]:   </cpu>
Nov 13 22:14:46 user nova-compute[75075]:   <devices>
Nov 13 22:14:46 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:14:46 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:14:46 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk"/>
Nov 13 22:14:46 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:14:46 user nova-compute[75075]:     </disk>
Nov 13 22:14:46 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:14:46 user nova-compute[75075]:       <mac address="fa:16:3e:68:e7:bd"/>
Nov 13 22:14:46 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:46 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:14:46 user nova-compute[75075]:       <target dev="tap66114b98-d7"/>
Nov 13 22:14:46 user nova-compute[75075]:     </interface>
Nov 13 22:14:46 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:14:46 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/console.log" append="off"/>
Nov 13 22:14:46 user nova-compute[75075]:     </serial>
Nov 13 22:14:46 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:14:46 user nova-compute[75075]:     <video>
Nov 13 22:14:46 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:14:46 user nova-compute[75075]:     </video>
Nov 13 22:14:46 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:14:46 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:14:46 user nova-compute[75075]:     </rng>
Nov 13 22:14:46 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:14:46 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:14:46 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:14:46 user nova-compute[75075]:     </memballoon>
Nov 13 22:14:46 user nova-compute[75075]:   </devices>
Nov 13 22:14:46 user nova-compute[75075]: </domain>
Nov 13 22:14:46 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-255224487',display_name='tempest-SnapshotDataIntegrityTests-server-255224487',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-255224487',id=39,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIB05VgnwwEN4Efy0LSyb+c/VjUcSdmnhCTS92GrnQXSGRlMV2IHjjX4J4GameQhHhRmljrOJcdd/AF1gwoaooZAdVXZ94STb+jcKc4+sDaHiooQx9U0g/GL5GSZVMc8RA==',key_name='tempest-keypair-556245065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='10d47999445943b193ac2389967c0284',ramdisk_id='',reservation_id='r-80e3nuro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-167223272',owner_user_name='tempest-SnapshotDataIntegrityTests-167223272-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:14:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc900bc9187c4bf99d8203500bcf7ee7',uuid=17461a81-88c0-4798-a959-7c98db9b022b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converting VIF {"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG os_vif [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed852711-5bc4-55d7-9111-986891c2711c', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap66114b98-d7, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap66114b98-d7, col_values=(('qos', UUID('b96d5237-682b-4ea8-9eac-45bfd87662bc')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap66114b98-d7, col_values=(('external_ids', {'iface-id': '66114b98-d72c-4133-8f88-f2eb17014483', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:e7:bd', 'vm-uuid': '17461a81-88c0-4798-a959-7c98db9b022b'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:46 user nova-compute[75075]: INFO os_vif [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7')
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No VIF found with MAC fa:16:3e:68:e7:bd, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updated VIF entry in instance network info cache for port 66114b98-d72c-4133-8f88-f2eb17014483. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG nova.network.neutron [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating instance_info_cache with network_info: [{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e0be9690-6191-4186-b945-d97a931e6efc req-3e87887e-a1d9-41a9-9440-704773f3d41a service nova] Releasing lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:14:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:47 user nova-compute[75075]: WARNING nova.compute.manager [req-694437b7-231d-49ba-a9e6-d5fa4811b837 req-0009429b-07d6-4221-887c-0f32dd79dc9c service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state building and task_state spawning.
Nov 13 22:14:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:14:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Instance spawned successfully.
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:14:49 user nova-compute[75075]: INFO nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Took 5.33 seconds to spawn the instance on the hypervisor.
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:14:49 user nova-compute[75075]: WARNING nova.compute.manager [req-d1bec1f5-ff02-4d70-8fb7-97ccce281a71 req-e005dfd6-4f9d-4d24-a362-4e9927e458c2 service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state building and task_state spawning.
Nov 13 22:14:49 user nova-compute[75075]: INFO nova.compute.manager [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Took 5.92 seconds to build instance.
Nov 13 22:14:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-80aa93f7-e6f6-4940-b55b-c2c8152a7178 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.046s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:14:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:14:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:15:06 user nova-compute[75075]: INFO nova.compute.claims [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Claim successful on node user
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.357s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:15:06 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.policy [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:15:06 user nova-compute[75075]: INFO nova.virt.block_device [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Booting with volume 82f8400d-c770-4f9f-99bb-15720abe7ac9 at /dev/vda
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[391940c6-08e2-4d79-b461-5117234caab3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[638d5587-f7cd-4b13-a735-cac2aad20255]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[20dd7969-4d27-4f16-9fb3-177f12efc526]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff0773d-8dd9-4b62-bfbf-e9f180272e2e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:15:06 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:15:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac389cb-4c86-450d-b4b8-13a3f1e2eb0c]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:15:06 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating existing volume attachment record: eb148218-4a40-422a-9f1c-1ccbfae63945 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:15:07 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Successfully created port: 79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Successfully updated port: 79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing instance network info cache due to event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] Acquiring lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Instance network_info: |[{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] Acquired lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updated VIF entry in instance network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:15:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ec94a5d7-845d-45db-a642-68d24e2474b2 req-586db5ca-79a6-4b9f-b7d8-03393f3d3a23 service nova] Releasing lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:15:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Creating image(s)
Nov 13 22:15:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Ensure instance console log exists: /opt/stack/data/nova/instances/10b20e4b-6454-46d1-8fc8-95cd0498e907/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Start _get_guest_xml network_info=[{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '10b20e4b-6454-46d1-8fc8-95cd0498e907', 'attached_at': '', 'detached_at': '', 'volume_id': '82f8400d-c770-4f9f-99bb-15720abe7ac9', 'serial': '82f8400d-c770-4f9f-99bb-15720abe7ac9'}, 'attachment_id': 'eb148218-4a40-422a-9f1c-1ccbfae63945', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:15:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:15:10 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:15:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:15:11 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:15:11 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c51cc7-9556-4ce0-b3c1-7a2777c457dd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:15:11 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b2eec2b-a1d3-4bd4-b5e9-d344d1e45f39]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9] added
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e0a31cc-bc2c-4108-a5bc-2664d74727a7]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90939e4-adba-4f81-9d6b-5af33c57f023]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GHRThZEy {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GHRThZEy" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f849810e-e8a5-4095-98ff-d4fac2fd7de1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GHRThZEy'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[167f6aea-12cd-4acc-acb4-a0a7e16e6ee1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98d8ee3-1456-47f6-a503-483aa5fb23d8]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9209da-f58e-4dff-a889-12919a6b36a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]
Nov 13 22:15:11 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f952fcc-79e0-45f2-b0a7-deae4b579f87]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c71b696-b1b8-40fa-9add-933e75a6d2c2]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:15:11 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7556e65f-2f0d-4aa6-8e99-d9a634b6985b]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:15:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '23335316363346336', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335316363346336', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:15:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-835460757',display_name='tempest-TestVolumeBootPattern-server-835460757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-835460757',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-r5uf1xj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:15:07Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=10b20e4b-6454-46d1-8fc8-95cd0498e907,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid 10b20e4b-6454-46d1-8fc8-95cd0498e907 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:15:12 user nova-compute[75075]:   <uuid>10b20e4b-6454-46d1-8fc8-95cd0498e907</uuid>
Nov 13 22:15:12 user nova-compute[75075]:   <name>instance-00000028</name>
Nov 13 22:15:12 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:15:12 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:15:12 user nova-compute[75075]:   <metadata>
Nov 13 22:15:12 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:15:12 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:15:12 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-server-835460757</nova:name>
Nov 13 22:15:12 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:15:11</nova:creationTime>
Nov 13 22:15:12 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:15:12 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:15:12 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:15:12 user nova-compute[75075]:       <nova:owner>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:15:12 user nova-compute[75075]:       </nova:owner>
Nov 13 22:15:12 user nova-compute[75075]:       <nova:ports>
Nov 13 22:15:12 user nova-compute[75075]:         <nova:port uuid="79f02527-bd81-4859-ada4-9c7907b3fae9">
Nov 13 22:15:12 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:15:12 user nova-compute[75075]:         </nova:port>
Nov 13 22:15:12 user nova-compute[75075]:       </nova:ports>
Nov 13 22:15:12 user nova-compute[75075]:     </nova:instance>
Nov 13 22:15:12 user nova-compute[75075]:   </metadata>
Nov 13 22:15:12 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:15:12 user nova-compute[75075]:     <system>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="serial">10b20e4b-6454-46d1-8fc8-95cd0498e907</entry>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="uuid">10b20e4b-6454-46d1-8fc8-95cd0498e907</entry>
Nov 13 22:15:12 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:15:12 user nova-compute[75075]:     </system>
Nov 13 22:15:12 user nova-compute[75075]:   </sysinfo>
Nov 13 22:15:12 user nova-compute[75075]:   <os>
Nov 13 22:15:12 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:15:12 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:15:12 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:15:12 user nova-compute[75075]:   </os>
Nov 13 22:15:12 user nova-compute[75075]:   <features>
Nov 13 22:15:12 user nova-compute[75075]:     <acpi/>
Nov 13 22:15:12 user nova-compute[75075]:     <apic/>
Nov 13 22:15:12 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:15:12 user nova-compute[75075]:   </features>
Nov 13 22:15:12 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:15:12 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:15:12 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:15:12 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:15:12 user nova-compute[75075]:   </clock>
Nov 13 22:15:12 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:15:12 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:15:12 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:15:12 user nova-compute[75075]:   </cpu>
Nov 13 22:15:12 user nova-compute[75075]:   <devices>
Nov 13 22:15:12 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:15:12 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:15:12 user nova-compute[75075]:       <source dev="/dev/sdd"/>
Nov 13 22:15:12 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:15:12 user nova-compute[75075]:       <serial>82f8400d-c770-4f9f-99bb-15720abe7ac9</serial>
Nov 13 22:15:12 user nova-compute[75075]:     </disk>
Nov 13 22:15:12 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:15:12 user nova-compute[75075]:       <mac address="fa:16:3e:7c:4c:6b"/>
Nov 13 22:15:12 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:15:12 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:15:12 user nova-compute[75075]:       <target dev="tap79f02527-bd"/>
Nov 13 22:15:12 user nova-compute[75075]:     </interface>
Nov 13 22:15:12 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:15:12 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/10b20e4b-6454-46d1-8fc8-95cd0498e907/console.log" append="off"/>
Nov 13 22:15:12 user nova-compute[75075]:     </serial>
Nov 13 22:15:12 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:15:12 user nova-compute[75075]:     <video>
Nov 13 22:15:12 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:15:12 user nova-compute[75075]:     </video>
Nov 13 22:15:12 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:15:12 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:15:12 user nova-compute[75075]:     </rng>
Nov 13 22:15:12 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:15:12 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:15:12 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:15:12 user nova-compute[75075]:     </memballoon>
Nov 13 22:15:12 user nova-compute[75075]:   </devices>
Nov 13 22:15:12 user nova-compute[75075]: </domain>
Nov 13 22:15:12 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:15:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-835460757',display_name='tempest-TestVolumeBootPattern-server-835460757',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-835460757',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-r5uf1xj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:15:07Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=10b20e4b-6454-46d1-8fc8-95cd0498e907,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG os_vif [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75671728-e110-5133-a990-c94d4dd0de5a', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap79f02527-bd, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap79f02527-bd, col_values=(('qos', UUID('0a0b19fd-1595-4607-900d-eced107167cf')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap79f02527-bd, col_values=(('external_ids', {'iface-id': '79f02527-bd81-4859-ada4-9c7907b3fae9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:4c:6b', 'vm-uuid': '10b20e4b-6454-46d1-8fc8-95cd0498e907'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:12 user nova-compute[75075]: INFO os_vif [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd')
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:15:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:7c:4c:6b, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] No waiting events found dispatching network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:15:13 user nova-compute[75075]: WARNING nova.compute.manager [req-182c117a-c00d-4520-b62b-a865db15c995 req-376d7aea-871e-4aa1-88f4-6440479d3a42 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received unexpected event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 for instance with vm_state building and task_state spawning.
Nov 13 22:15:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:15:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Instance spawned successfully.
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:15:15 user nova-compute[75075]: INFO nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Took 4.86 seconds to spawn the instance on the hypervisor.
Nov 13 22:15:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:15:15 user nova-compute[75075]: INFO nova.compute.manager [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Took 9.75 seconds to build instance.
Nov 13 22:15:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14b7b039-cb71-4e37-9c49-c048a3e2b3e3 tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.845s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:15:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] No waiting events found dispatching network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:15:16 user nova-compute[75075]: WARNING nova.compute.manager [req-909af2e2-9571-42bf-8621-7e08bf94af5d req-d62ef216-69f3-470e-938f-14f007d92c70 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received unexpected event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 for instance with vm_state active and task_state None.
Nov 13 22:15:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [{"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-6b8c598c-4cf7-478e-b4eb-d9525523d6d0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:15:29 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:15:30 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:31 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:15:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:15:38 user nova-compute[75075]: INFO nova.compute.manager [None req-49834c98-804e-47a8-9530-414732f05d82 tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Get console output
Nov 13 22:15:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:15:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=7922MB free_disk=25.351245880126953GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 64ab973e-c377-4245-9fbe-bb060789ffb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:15:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:15:38 user nova-compute[75075]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 13 22:15:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:15:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:15:39 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:15:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:15:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:15:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:15:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:15:59 user nova-compute[75075]: INFO nova.compute.manager [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Detaching volume 276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:15:59 user nova-compute[75075]: INFO nova.virt.block_device [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Attempting to driver detach volume 276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 from mountpoint /dev/vdb
Nov 13 22:15:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Attempting to detach device vdb from instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:15:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:15:59 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:15:59 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:15:59 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:15:59 user nova-compute[75075]:   <serial>276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24</serial>
Nov 13 22:15:59 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:15:59 user nova-compute[75075]: </disk>
Nov 13 22:15:59 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:15:59 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdb from instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 from the persistent domain config.
Nov 13 22:15:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:15:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:15:59 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:15:59 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:15:59 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:15:59 user nova-compute[75075]:   <serial>276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24</serial>
Nov 13 22:15:59 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:15:59 user nova-compute[75075]: </disk>
Nov 13 22:15:59 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:15:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:16:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-changed-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Refreshing instance network info cache due to event network-changed-016ca308-75fd-4838-b7a7-1bd243b22984. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] Acquiring lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] Acquired lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:10 user nova-compute[75075]: DEBUG nova.network.neutron [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Refreshing network info cache for port 016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-changed-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing instance network info cache due to event network-changed-94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing network info cache for port 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updated VIF entry in instance network info cache for port 016ca308-75fd-4838-b7a7-1bd243b22984. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating instance_info_cache with network_info: [{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8fecf0c8-cd86-471f-9c6e-4057bd2a10e5 req-400a7f38-2a37-454e-92cf-0f49578ed5ff service nova] Releasing lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updated VIF entry in instance network info cache for port 94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-55bfebe1-5785-4542-8190-a19abbeb66f4 req-91fafa57-e697-4236-8f17-6ae28237c8a6 service nova] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:12 user nova-compute[75075]: INFO nova.compute.manager [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Attaching volume 945624ff-c03b-43a8-b6b9-378fc9affdb5 to /dev/vdb
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.utils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa40ae6-da10-4f64-8f3b-bd2bb85343a1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[860924bb-7d2c-4e6f-8a1c-b6687a54c0a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e1a649-adbd-4718-b11a-e50da3f22e20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae425ad3-9365-4e90-9e55-f0f3cbc1d2a0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:16:12 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:16:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8420cf7-4a5c-4e7b-a26e-f6b0412ac2a7]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG os_brick.utils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:12 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating existing volume attachment record: a88e012b-98f8-4ecf-9105-1389fa616955 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:16:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:13 user nova-compute[75075]: INFO nova.compute.manager [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Shelving
Nov 13 22:16:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG nova.compute.manager [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:14 user nova-compute[75075]: WARNING nova.compute.manager [req-7cfe1c7e-1af0-4b7b-83c6-4480f41f223e req-38af82d3-f619-40f1-bd56-14de468b5dc1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state active and task_state shelving.
Nov 13 22:16:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance destroyed successfully.
Nov 13 22:16:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Beginning cold snapshot process
Nov 13 22:16:14 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:16:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk /opt/stack/data/nova/instances/snapshots/tmp9ldjwz1e/58e9fcc532a3425eb3423fcfbbde2180 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:15 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk /opt/stack/data/nova/instances/snapshots/tmp9ldjwz1e/58e9fcc532a3425eb3423fcfbbde2180" returned: 0 in 0.790s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Snapshot extracted, beginning image upload
Nov 13 22:16:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG nova.compute.manager [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:16 user nova-compute[75075]: WARNING nova.compute.manager [req-a6b00c51-93a6-454f-93dd-9887c87e3072 req-21570d9d-fa9b-4442-9429-a0d25ae44372 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state active and task_state shelving_image_uploading.
Nov 13 22:16:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTlcvJfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:16 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe4c6a8-8b02-46d6-94ef-91efcaf04acb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:16:16 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[273a2f38-0f66-4176-a44a-b34e445e68f0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5] added
Nov 13 22:16:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82fea7f-bff3-43bd-a76a-8bd8ac41443e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[acddda37-3fd4-4248-8223-dd0d3e555c1e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTlcvJfU {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTlcvJfU" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[473cbdec-72a5-4010-a3af-51640b30e2fd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CTlcvJfU'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f04a5cb-72a6-4d54-af8d-67eedb41fa81]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[521f3878-a8e6-4e40-bb5d-b7ec9543bff7]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cff65fa-f6a3-4e9d-b697-39cb51f17d67]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260]
Nov 13 22:16:17 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260] successful.
Nov 13 22:16:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[906b27b2-a009-4d96-8ae9-f843eda98bfe]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5647a9d1-45ae-48a3-9ca1-0c32b1721e42]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] HCTL ('36', '-', '-', 0) found on session 47 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d09e9ad8-94e3-4bbe-8877-61b18315b74c]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching for a device in session 47 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTlcvJfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Snapshot image upload complete
Nov 13 22:16:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:16:17 user nova-compute[75075]: INFO nova.compute.manager [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Shelve offloading
Nov 13 22:16:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance destroyed successfully.
Nov 13 22:16:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26364623932656233', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364623932656233', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:16:18 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:16:18 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:16:18 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:16:18 user nova-compute[75075]:   <serial>945624ff-c03b-43a8-b6b9-378fc9affdb5</serial>
Nov 13 22:16:18 user nova-compute[75075]: </disk>
Nov 13 22:16:18 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:cd:86:44, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-cf4f964d-5ae8-44fd-8644-20c918cbce06 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.064s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance destroyed successfully.
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'resources' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEYJtBIfyIb+VPd8MBOjak4ejrNYabyb4hXdDo81XO4b4iYdw6DsGgHWVShMfxmQJcwb6SKpVsiBliGgYnR2T4ACeLo7usmfQebxS/LlDFtoKorNoFaxtv8WBERj27WOeA==',key_name='tempest-keypair-1947000264',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:14:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:16:17.873804',shelved_host='user',shelved_image_id='578b2755-f3ee-47f9-8525-11467f7ca78b'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:16:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG os_vif [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94998947-85, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-changed-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing instance network info cache due to event network-changed-94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing network info cache for port 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5a6126f1-68f7-4703-b2ef-383287e15377) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:18 user nova-compute[75075]: INFO os_vif [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85')
Nov 13 22:16:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Deleting instance files /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9_del
Nov 13 22:16:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Deletion of /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9_del complete
Nov 13 22:16:19 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Deleted allocations for instance 64ab973e-c377-4245-9fbe-bb060789ffb9
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'numa_topology' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.objects.base [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<64ab973e-c377-4245-9fbe-bb060789ffb9> lazy-loaded attributes: resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updated VIF entry in instance network info cache for port 94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap94998947-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-899526fa-4eb6-4d22-b0c5-db669ef4d0ed req-6da20ac1-f735-4bbb-a85b-3667e7ad60c7 service nova] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-826d65d1-5da7-4324-9ad9-faca2a49658d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.624s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 is timed out.
Nov 13 22:16:19 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdb from instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 from the live domain config.
Nov 13 22:16:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ULgpnRoJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:19 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[522f14da-ae84-4264-ac85-abf9d1bb93fb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:16:19 user nova-compute[75075]: No targets found.
Nov 13 22:16:19 user nova-compute[75075]: iSNS:
Nov 13 22:16:19 user nova-compute[75075]: No targets found.
Nov 13 22:16:19 user nova-compute[75075]: STATIC:
Nov 13 22:16:19 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:16:19 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:19 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:19 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:16:19 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:19 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:19 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24
Nov 13 22:16:19 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:19 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:19 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:16:19 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:19 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:19 user nova-compute[75075]: FIRMWARE:
Nov 13 22:16:19 user nova-compute[75075]: No targets found.
Nov 13 22:16:19 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:16:19 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:16:19 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[202c26fd-accd-4b46-b7c9-83f12e67f830]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a420d69-6419-495e-af3f-bc0c0862a01b]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:19 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb288495000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3922bffb-e591-4121-9693-0ba695a18502]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b8808a-c79b-48da-a877-b393f3bec507]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d06bd821-7232-4207-a0ce-09064355e785]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8619ced-7b3b-4288-86e0-997c624219c1]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ab39e6-b56d-433c-8d3c-2a2e46904542]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1900e7ef-72ca-4195-90ce-c75b0a9bfcd2]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260]
Nov 13 22:16:19 user nova-compute[75075]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24, portal: 172.16.0.220,3260] successful.
Nov 13 22:16:19 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:276f86fb-cb6a-46eb-b8d3-3a63ae4b0e24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4de8c359-0e6c-4215-9df2-ae9d030fb883]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== disconnect_volume: return (323ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c504450b-e42e-4b4e-bf92-3d04665552a6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75075) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG nova.objects.instance [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:22 user nova-compute[75075]: WARNING nova.compute.manager [req-1c6f82cc-fbcd-4c5e-86be-02ad3a0dbdfb req-8aeb21c0-fc57-4ef6-90d1-d443b73e15b6 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state active and task_state powering-off.
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:16:22 user nova-compute[75075]: INFO nova.compute.claims [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Claim successful on node user
Nov 13 22:16:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:16:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance destroyed successfully.
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:16:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-187ae59f-0867-4fe1-9cea-161ae794ef3e tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.152s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:16:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.policy [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280d4d307313474abd70504fcb3e1a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db652d97b0345dd9530f3c62d26c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:16:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Creating image(s)
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk 1073741824" returned: 0 in 0.053s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Successfully created port: 43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Cannot resize image /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Ensure instance console log exists: /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.compute.manager [req-8ade4507-4625-40b9-bacc-69b3b25229bf req-b19e6127-8b67-412a-a86a-7639a9061950 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state None.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Successfully updated port: 43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquired lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updating instance_info_cache with network_info: [{"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Releasing lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Instance network_info: |[{"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Start _get_guest_xml network_info=[{"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:16:24 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:16:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1352831197',display_name='tempest-AttachVolumeNegativeTest-server-1352831197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1352831197',id=41,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLa3QgjQlRFYltjDbZYaGFcqIL8kvKgCI5sVWqWZksHKR2LEgfXCe3X+6/21dthSt3lz5wWAIl7H+54hV+Nxfdaq9RjXEQIQW39IsRTHcBMv9Wj5bnXbbXJ/ASXrBAblAA==',key_name='tempest-keypair-97315662',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-p3ne1bjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=b4454234-9c89-4f28-926b-8cad80d85d0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'pci_devices' on Instance uuid b4454234-9c89-4f28-926b-8cad80d85d0f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:16:24 user nova-compute[75075]:   <uuid>b4454234-9c89-4f28-926b-8cad80d85d0f</uuid>
Nov 13 22:16:24 user nova-compute[75075]:   <name>instance-00000029</name>
Nov 13 22:16:24 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:16:24 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:16:24 user nova-compute[75075]:   <metadata>
Nov 13 22:16:24 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:16:24 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1352831197</nova:name>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:16:24</nova:creationTime>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:16:24 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:16:24 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:owner>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:user uuid="280d4d307313474abd70504fcb3e1a45">tempest-AttachVolumeNegativeTest-1696483849-project-member</nova:user>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:project uuid="8db652d97b0345dd9530f3c62d26c55f">tempest-AttachVolumeNegativeTest-1696483849</nova:project>
Nov 13 22:16:24 user nova-compute[75075]:       </nova:owner>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:16:24 user nova-compute[75075]:       <nova:ports>
Nov 13 22:16:24 user nova-compute[75075]:         <nova:port uuid="43e3ab48-b4f1-4e50-8495-07724e83c158">
Nov 13 22:16:24 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:16:24 user nova-compute[75075]:         </nova:port>
Nov 13 22:16:24 user nova-compute[75075]:       </nova:ports>
Nov 13 22:16:24 user nova-compute[75075]:     </nova:instance>
Nov 13 22:16:24 user nova-compute[75075]:   </metadata>
Nov 13 22:16:24 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:16:24 user nova-compute[75075]:     <system>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="serial">b4454234-9c89-4f28-926b-8cad80d85d0f</entry>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="uuid">b4454234-9c89-4f28-926b-8cad80d85d0f</entry>
Nov 13 22:16:24 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:16:24 user nova-compute[75075]:     </system>
Nov 13 22:16:24 user nova-compute[75075]:   </sysinfo>
Nov 13 22:16:24 user nova-compute[75075]:   <os>
Nov 13 22:16:24 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:16:24 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:16:24 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:16:24 user nova-compute[75075]:   </os>
Nov 13 22:16:24 user nova-compute[75075]:   <features>
Nov 13 22:16:24 user nova-compute[75075]:     <acpi/>
Nov 13 22:16:24 user nova-compute[75075]:     <apic/>
Nov 13 22:16:24 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:16:24 user nova-compute[75075]:   </features>
Nov 13 22:16:24 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:16:24 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:16:24 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:16:24 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:16:24 user nova-compute[75075]:   </clock>
Nov 13 22:16:24 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:16:24 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:16:24 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:16:24 user nova-compute[75075]:   </cpu>
Nov 13 22:16:24 user nova-compute[75075]:   <devices>
Nov 13 22:16:24 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:16:24 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:16:24 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk"/>
Nov 13 22:16:24 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:16:24 user nova-compute[75075]:     </disk>
Nov 13 22:16:24 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:16:24 user nova-compute[75075]:       <mac address="fa:16:3e:60:f8:6a"/>
Nov 13 22:16:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:16:24 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:16:24 user nova-compute[75075]:       <target dev="tap43e3ab48-b4"/>
Nov 13 22:16:24 user nova-compute[75075]:     </interface>
Nov 13 22:16:24 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:16:24 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/console.log" append="off"/>
Nov 13 22:16:24 user nova-compute[75075]:     </serial>
Nov 13 22:16:24 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:16:24 user nova-compute[75075]:     <video>
Nov 13 22:16:24 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:16:24 user nova-compute[75075]:     </video>
Nov 13 22:16:24 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:16:24 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:16:24 user nova-compute[75075]:     </rng>
Nov 13 22:16:24 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:16:24 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:16:24 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:16:24 user nova-compute[75075]:     </memballoon>
Nov 13 22:16:24 user nova-compute[75075]:   </devices>
Nov 13 22:16:24 user nova-compute[75075]: </domain>
Nov 13 22:16:24 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:16:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1352831197',display_name='tempest-AttachVolumeNegativeTest-server-1352831197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1352831197',id=41,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLa3QgjQlRFYltjDbZYaGFcqIL8kvKgCI5sVWqWZksHKR2LEgfXCe3X+6/21dthSt3lz5wWAIl7H+54hV+Nxfdaq9RjXEQIQW39IsRTHcBMv9Wj5bnXbbXJ/ASXrBAblAA==',key_name='tempest-keypair-97315662',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-p3ne1bjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=b4454234-9c89-4f28-926b-8cad80d85d0f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG os_vif [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cfe862c2-c71c-5f52-b22d-6c08238c4cda', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap43e3ab48-b4, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap43e3ab48-b4, col_values=(('qos', UUID('23ab8501-64d4-4a72-ac0f-79e656779cbb')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap43e3ab48-b4, col_values=(('external_ids', {'iface-id': '43e3ab48-b4f1-4e50-8495-07724e83c158', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:f8:6a', 'vm-uuid': 'b4454234-9c89-4f28-926b-8cad80d85d0f'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:24 user nova-compute[75075]: INFO os_vif [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4')
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:16:24 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:60:f8:6a, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-changed-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Refreshing instance network info cache due to event network-changed-43e3ab48-b4f1-4e50-8495-07724e83c158. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] Acquiring lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] Acquired lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Refreshing network info cache for port 43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] No waiting events found dispatching network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:26 user nova-compute[75075]: WARNING nova.compute.manager [req-d3ae5dbe-a868-4a47-a2ca-eaed421ec373 req-c21c057a-6ea3-4fc2-8916-f5605d55578f service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received unexpected event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 for instance with vm_state building and task_state spawning.
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updated VIF entry in instance network info cache for port 43e3ab48-b4f1-4e50-8495-07724e83c158. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updating instance_info_cache with network_info: [{"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1ffe5187-2b65-43ad-acd4-a07dea46e177 req-d099f523-01a5-4d98-8e00-e8b96aaba7f4 service nova] Releasing lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:16:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Instance spawned successfully.
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] No waiting events found dispatching network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:28 user nova-compute[75075]: WARNING nova.compute.manager [req-96ce3768-6cfe-406a-b52c-d61e0073ca1f req-4d5af707-a1a9-4ab4-a406-2c2c2a3ab066 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received unexpected event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 for instance with vm_state building and task_state spawning.
Nov 13 22:16:28 user nova-compute[75075]: INFO nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Took 5.39 seconds to spawn the instance on the hypervisor.
Nov 13 22:16:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:16:28 user nova-compute[75075]: INFO nova.compute.manager [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Took 6.36 seconds to build instance.
Nov 13 22:16:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7aab7fe-b458-440e-a7d1-7d95052f16b0 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.450s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [{"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-085c29cf-1871-4e10-ae3f-b21a53985723" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:16:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-changed-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Refreshing instance network info cache due to event network-changed-66114b98-d72c-4133-8f88-f2eb17014483. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] Acquiring lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] Acquired lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:34 user nova-compute[75075]: DEBUG nova.network.neutron [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Refreshing network info cache for port 66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updated VIF entry in instance network info cache for port 66114b98-d72c-4133-8f88-f2eb17014483. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:35 user nova-compute[75075]: DEBUG nova.network.neutron [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating instance_info_cache with network_info: [{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d64e53b9-5375-4e7e-b5ec-14ed5dea7fd8 req-943ab2e7-91f7-416f-9c80-fecb0b6a500d service nova] Releasing lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:16:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:16:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:16:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8139MB free_disk=25.327205657958984GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:38 user nova-compute[75075]: INFO nova.compute.manager [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attaching volume 050462a6-5eff-43ac-8753-1a950066a934 to /dev/vdb
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085c29cf-1871-4e10-ae3f-b21a53985723 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b4454234-9c89-4f28-926b-8cad80d85d0f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG os_brick.utils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5f1c99-107d-406b-aad6-01b057c72b05]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d3c9b4-0c0c-4522-916a-2c46f7923b4a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e4b98e4-6f82-4c3e-a329-94643948c59b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d9b8aa7-7136-4e2e-8087-834d3ce7b3ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:16:39 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb81a0f-717e-4509-a3f5-a1149f6e0d1d]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG os_brick.utils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating existing volume attachment record: a036812e-a64f-43be-b24a-49d7a8d60778 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.459s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:39 user nova-compute[75075]: INFO nova.compute.manager [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Terminating instance
Nov 13 22:16:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-c1294939-feab-467e-bda2-c9a9aad645ef req-838e7c43-01b3-40c3-ba8d-f3fb3dbfe546 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-unplugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:16:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Instance destroyed successfully.
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.objects.instance [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'resources' on Instance uuid 085c29cf-1871-4e10-ae3f-b21a53985723 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1592797991',display_name='tempest-ServerActionsTestOtherA-server-1592797991',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1592797991',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:12:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-ntsojti0',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:13:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=085c29cf-1871-4e10-ae3f-b21a53985723,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "bb306f64-1c6e-4253-b266-8ed22070a236", "address": "fa:16:3e:73:84:90", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb306f64-1c", "ovs_interfaceid": "bb306f64-1c6e-4253-b266-8ed22070a236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_vif [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb306f64-1c, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aae112fc-0c74-4920-bb97-4dfba959626c) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:40 user nova-compute[75075]: INFO os_vif [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:84:90,bridge_name='br-int',has_traffic_filtering=True,id=bb306f64-1c6e-4253-b266-8ed22070a236,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb306f64-1c')
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IApqoLfe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:40 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd5b0de8-a7a7-49e6-83c7-46364eb4ea24]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:16:40 user nova-compute[75075]: No targets found.
Nov 13 22:16:40 user nova-compute[75075]: iSNS:
Nov 13 22:16:40 user nova-compute[75075]: No targets found.
Nov 13 22:16:40 user nova-compute[75075]: STATIC:
Nov 13 22:16:40 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32
Nov 13 22:16:40 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:40 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:40 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:16:40 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:40 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:40 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:16:40 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:16:40 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:16:40 user nova-compute[75075]: FIRMWARE:
Nov 13 22:16:40 user nova-compute[75075]: No targets found.
Nov 13 22:16:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:16:40 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:16:40 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a401b2d5-e140-43f6-8668-9100daeacbd6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b504d5-9d7e-48e4-99ea-d1f6cb6b4072]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882d45e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d39b40-56b8-419d-b6b3-a9eafb93e1fc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a06ab681-b70a-4e33-b8f6-d2a8c754de31]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[90504d08-1699-4e98-a4e7-5915c74fcfa2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.065s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ab6cc97-36ab-4cbb-a5f2-0332980f53ce]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f7b3da-dbdb-414e-a35c-0ac87c20a75c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7fc4317-3748-42ee-b359-9cb1edd5826c]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260]
Nov 13 22:16:40 user nova-compute[75075]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32, portal: 172.16.0.220,3260] successful.
Nov 13 22:16:40 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[481ee235-19ca-4fd7-98b9-a7b0fb277aa0]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] <== disconnect_volume: return (345ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:16:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Deleting instance files /opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723_del
Nov 13 22:16:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Deletion of /opt/stack/data/nova/instances/085c29cf-1871-4e10-ae3f-b21a53985723_del complete
Nov 13 22:16:40 user nova-compute[75075]: INFO nova.compute.manager [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 13 22:16:40 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:16:40 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:16:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:41 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:41 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Took 0.87 seconds to deallocate network for instance.
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] Acquiring lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] Lock "085c29cf-1871-4e10-ae3f-b21a53985723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] No waiting events found dispatching network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:16:42 user nova-compute[75075]: WARNING nova.compute.manager [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received unexpected event network-vif-plugged-bb306f64-1c6e-4253-b266-8ed22070a236 for instance with vm_state active and task_state deleting.
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-23583f2f-7652-4da4-93cb-28e946b69820 req-74003960-b8e8-4192-bcd6-8004cabd5379 service nova] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Received event network-vif-deleted-bb306f64-1c6e-4253-b266-8ed22070a236 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:42 user nova-compute[75075]: INFO nova.compute.manager [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Took 0.71 seconds to detach 1 volumes for instance.
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 085c29cf-1871-4e10-ae3f-b21a53985723] Deleting volume: ac8f1d2f-8606-49ae-b2d3-b47b74d23f32 {{(pid=75075) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:42 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Deleted allocations for instance 085c29cf-1871-4e10-ae3f-b21a53985723
Nov 13 22:16:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-9cce1132-9f6c-475b-bbb0-49e481392bbb tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "085c29cf-1871-4e10-ae3f-b21a53985723" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.351s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GoSOykQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:16:43 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:43 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:16:43 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[763229f3-d774-4481-a1b1-96d9e931a3c0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:16:43 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be78592-564e-4604-96fc-55c03c4f9f19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934] added
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb6d8b0-3b46-445d-b374-c9714ff9edd9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[035751ea-aac7-46da-9291-50c183f9975b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GoSOykQg {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GoSOykQg" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d79dd8b5-30c8-4908-95ac-665aa45e4950]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GoSOykQg'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a15b03-342b-44c2-b315-3187f7bab9b1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a3b3c9-1ce4-441f-b00b-1b7b89943ff2]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c238d7-8852-4a39-aaa2-9b221a2b8f8a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260]
Nov 13 22:16:43 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260] successful.
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4aeb9f5-14da-4a0a-be51-45521f9e4dc9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14090d9-2c0b-4b7e-b118-74a78cfc0f82]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:16:43 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfdc898-04e0-4400-b52f-f200615d726d]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:16:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GoSOykQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:16:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:16:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23662383633386131', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:16:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23662383633386131', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:16:44 user nova-compute[75075]: DEBUG nova.objects.instance [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:16:44 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:16:44 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:16:44 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:16:44 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:16:44 user nova-compute[75075]:   <serial>050462a6-5eff-43ac-8753-1a950066a934</serial>
Nov 13 22:16:44 user nova-compute[75075]: </disk>
Nov 13 22:16:44 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:16:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:16:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:16:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No VIF found with MAC fa:16:3e:68:e7:bd, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:16:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-27845e18-21d7-430d-ba95-9d8ba2943285 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.463s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:16:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:16:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:16:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:16:52 user nova-compute[75075]: INFO nova.compute.manager [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Detaching volume 050462a6-5eff-43ac-8753-1a950066a934
Nov 13 22:16:52 user nova-compute[75075]: INFO nova.virt.block_device [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attempting to driver detach volume 050462a6-5eff-43ac-8753-1a950066a934 from mountpoint /dev/vdb
Nov 13 22:16:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Attempting to detach device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:16:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:16:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:16:52 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:16:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:16:52 user nova-compute[75075]:   <serial>050462a6-5eff-43ac-8753-1a950066a934</serial>
Nov 13 22:16:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:16:52 user nova-compute[75075]: </disk>
Nov 13 22:16:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:16:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config.
Nov 13 22:16:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:16:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:16:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:16:52 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:16:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:16:52 user nova-compute[75075]:   <serial>050462a6-5eff-43ac-8753-1a950066a934</serial>
Nov 13 22:16:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:16:52 user nova-compute[75075]: </disk>
Nov 13 22:16:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:16:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:16:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:16:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:16:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing instance network info cache due to event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:16:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] Acquiring lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:16:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] Acquired lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:16:57 user nova-compute[75075]: DEBUG nova.network.neutron [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:16:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updated VIF entry in instance network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:16:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:16:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e2925981-7afe-49f8-868f-8cab02f69a95 req-e4965fc6-3e8a-416e-bc15-bff02f5e7909 service nova] Releasing lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:17:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:17:02 user nova-compute[75075]: INFO nova.compute.claims [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Claim successful on node user
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:17:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:17:02 user nova-compute[75075]: DEBUG nova.policy [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485bf8aa5d5341e48a9898ecd2daae04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae94902545f4e4daaadc739a6cf23de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:17:03 user nova-compute[75075]: INFO nova.virt.block_device [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Booting with volume 19367212-55a0-4d9f-a312-3d6a8683fac2 at /dev/vda
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.utils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a926bb-312d-4b06-97d5-8cbfa5d4fe30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c651d288-e75d-4b94-86f5-b18daacba19f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f959a2c1-0dd5-4d72-82e8-becbc75e4a79]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[18891828-54e5-4220-b1de-fcb94b7cd0ad]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:17:03 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:17:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9e908a-cd48-44d5-a734-3f21d9747c82]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG os_brick.utils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating existing volume attachment record: 3e4362b8-462e-4194-9d9d-84a51b861b63 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:17:03 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Successfully created port: 847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Successfully updated port: 847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquired lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.compute.manager [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing instance network info cache due to event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] Acquiring lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Releasing lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Instance network_info: |[{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] Acquired lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:17:04 user nova-compute[75075]: DEBUG nova.network.neutron [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:17:05 user nova-compute[75075]: DEBUG nova.network.neutron [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updated VIF entry in instance network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:17:05 user nova-compute[75075]: DEBUG nova.network.neutron [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:17:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-19b009dd-26d1-44b9-a8e5-9a9ffe17d839 req-e77dbc87-3e1f-4c7c-a3e5-d026055114df service nova] Releasing lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:17:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:17:07 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Creating image(s)
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Ensure instance console log exists: /opt/stack/data/nova/instances/5c58e88b-7954-4f1c-8ad1-9d056cd3eb74/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Start _get_guest_xml network_info=[{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JxKulkPj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5c58e88b-7954-4f1c-8ad1-9d056cd3eb74', 'attached_at': '', 'detached_at': '', 'volume_id': '19367212-55a0-4d9f-a312-3d6a8683fac2', 'serial': '19367212-55a0-4d9f-a312-3d6a8683fac2'}, 'attachment_id': '3e4362b8-462e-4194-9d9d-84a51b861b63', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:17:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:17:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JxKulkPj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:17:07 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:17:07 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:17:07 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[efbc3aa6-d8b7-4489-be88-9c2bef38b09a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:17:07 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.048s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dddf111-46f2-4481-bf77-ac472401b7b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2] added
Nov 13 22:17:07 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cba7a5f5-9144-4a2b-b2d0-bf55064ef01f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8c34dc-fc53-46df-880b-d6d91ee52ac2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JxKulkPj {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JxKulkPj" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[637ceded-667e-4c73-9c82-9f31e466c223]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JxKulkPj'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b477035e-aa16-44ce-8d7c-389116e729b6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a3a777-fa3c-4981-98de-13f7ea251d00]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1ff9bb-c5fb-4964-9914-3cf5c8b2df15]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260]
Nov 13 22:17:08 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260] successful.
Nov 13 22:17:08 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbebf41-a4cf-4765-874d-76fdb68e4e5e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8314f11f-8e56-4c77-900a-f2dbce3cee14]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:08 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac849e6-5694-4d8d-939e-158157845763]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:08 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JxKulkPj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== connect_volume: return (1342ms) {'type': 'block', 'scsi_wwn': '23133386531386136', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133386531386136', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:17:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-844119039',display_name='tempest-TestVolumeBootPattern-server-844119039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-844119039',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-s50pl390',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:17:03Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=5c58e88b-7954-4f1c-8ad1-9d056cd3eb74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.objects.instance [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:17:09 user nova-compute[75075]:   <uuid>5c58e88b-7954-4f1c-8ad1-9d056cd3eb74</uuid>
Nov 13 22:17:09 user nova-compute[75075]:   <name>instance-0000002a</name>
Nov 13 22:17:09 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:17:09 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:17:09 user nova-compute[75075]:   <metadata>
Nov 13 22:17:09 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:17:09 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:17:09 user nova-compute[75075]:       <nova:name>tempest-TestVolumeBootPattern-server-844119039</nova:name>
Nov 13 22:17:09 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:17:07</nova:creationTime>
Nov 13 22:17:09 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:17:09 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:17:09 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:17:09 user nova-compute[75075]:       <nova:owner>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:user uuid="485bf8aa5d5341e48a9898ecd2daae04">tempest-TestVolumeBootPattern-1964951012-project-member</nova:user>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:project uuid="4ae94902545f4e4daaadc739a6cf23de">tempest-TestVolumeBootPattern-1964951012</nova:project>
Nov 13 22:17:09 user nova-compute[75075]:       </nova:owner>
Nov 13 22:17:09 user nova-compute[75075]:       <nova:ports>
Nov 13 22:17:09 user nova-compute[75075]:         <nova:port uuid="847ff7bf-b179-4f4a-8be2-8bff564e9cba">
Nov 13 22:17:09 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:17:09 user nova-compute[75075]:         </nova:port>
Nov 13 22:17:09 user nova-compute[75075]:       </nova:ports>
Nov 13 22:17:09 user nova-compute[75075]:     </nova:instance>
Nov 13 22:17:09 user nova-compute[75075]:   </metadata>
Nov 13 22:17:09 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:17:09 user nova-compute[75075]:     <system>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="serial">5c58e88b-7954-4f1c-8ad1-9d056cd3eb74</entry>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="uuid">5c58e88b-7954-4f1c-8ad1-9d056cd3eb74</entry>
Nov 13 22:17:09 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:17:09 user nova-compute[75075]:     </system>
Nov 13 22:17:09 user nova-compute[75075]:   </sysinfo>
Nov 13 22:17:09 user nova-compute[75075]:   <os>
Nov 13 22:17:09 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:17:09 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:17:09 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:17:09 user nova-compute[75075]:   </os>
Nov 13 22:17:09 user nova-compute[75075]:   <features>
Nov 13 22:17:09 user nova-compute[75075]:     <acpi/>
Nov 13 22:17:09 user nova-compute[75075]:     <apic/>
Nov 13 22:17:09 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:17:09 user nova-compute[75075]:   </features>
Nov 13 22:17:09 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:17:09 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:17:09 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:17:09 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:17:09 user nova-compute[75075]:   </clock>
Nov 13 22:17:09 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:17:09 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:17:09 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:17:09 user nova-compute[75075]:   </cpu>
Nov 13 22:17:09 user nova-compute[75075]:   <devices>
Nov 13 22:17:09 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:17:09 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:17:09 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:17:09 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:17:09 user nova-compute[75075]:       <serial>19367212-55a0-4d9f-a312-3d6a8683fac2</serial>
Nov 13 22:17:09 user nova-compute[75075]:     </disk>
Nov 13 22:17:09 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:17:09 user nova-compute[75075]:       <mac address="fa:16:3e:d8:d2:8d"/>
Nov 13 22:17:09 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:17:09 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:17:09 user nova-compute[75075]:       <target dev="tap847ff7bf-b1"/>
Nov 13 22:17:09 user nova-compute[75075]:     </interface>
Nov 13 22:17:09 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:17:09 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/5c58e88b-7954-4f1c-8ad1-9d056cd3eb74/console.log" append="off"/>
Nov 13 22:17:09 user nova-compute[75075]:     </serial>
Nov 13 22:17:09 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:17:09 user nova-compute[75075]:     <video>
Nov 13 22:17:09 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:17:09 user nova-compute[75075]:     </video>
Nov 13 22:17:09 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:17:09 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:17:09 user nova-compute[75075]:     </rng>
Nov 13 22:17:09 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:17:09 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:17:09 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:17:09 user nova-compute[75075]:     </memballoon>
Nov 13 22:17:09 user nova-compute[75075]:   </devices>
Nov 13 22:17:09 user nova-compute[75075]: </domain>
Nov 13 22:17:09 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:17:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-844119039',display_name='tempest-TestVolumeBootPattern-server-844119039',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-844119039',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-s50pl390',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:17:03Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=5c58e88b-7954-4f1c-8ad1-9d056cd3eb74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG os_vif [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0caa8095-74b2-5752-b3c6-260b3db5ec6c', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap847ff7bf-b1, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap847ff7bf-b1, col_values=(('qos', UUID('8abecb1d-5c16-4475-8fac-18082cad25cf')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap847ff7bf-b1, col_values=(('external_ids', {'iface-id': '847ff7bf-b179-4f4a-8be2-8bff564e9cba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:d2:8d', 'vm-uuid': '5c58e88b-7954-4f1c-8ad1-9d056cd3eb74'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:09 user nova-compute[75075]: INFO os_vif [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1')
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:17:09 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] No VIF found with MAC fa:16:3e:d8:d2:8d, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] No waiting events found dispatching network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:17:10 user nova-compute[75075]: WARNING nova.compute.manager [req-7bfd3fe3-6d0f-4693-9f95-6011ff2b4e34 req-0a761bb8-6e55-47c5-9f79-2b6ab00fa6d2 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received unexpected event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba for instance with vm_state building and task_state spawning.
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:17:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Instance spawned successfully.
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:17:12 user nova-compute[75075]: INFO nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Took 4.96 seconds to spawn the instance on the hypervisor.
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:17:12 user nova-compute[75075]: INFO nova.compute.manager [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Took 10.43 seconds to build instance.
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] No waiting events found dispatching network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:17:12 user nova-compute[75075]: WARNING nova.compute.manager [req-f2166e1a-a868-490f-8f76-9e16bf80785a req-9e3ddd92-6bea-428d-ab12-d033291f05f4 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received unexpected event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba for instance with vm_state active and task_state None.
Nov 13 22:17:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-624e8747-8564-4483-a070-d47745b6788b tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.528s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b is timed out.
Nov 13 22:17:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config.
Nov 13 22:17:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GoSOykQg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:17:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c8c2d8-df33-4365-be79-7ab7624ebdf5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:17:13 user nova-compute[75075]: No targets found.
Nov 13 22:17:13 user nova-compute[75075]: iSNS:
Nov 13 22:17:13 user nova-compute[75075]: No targets found.
Nov 13 22:17:13 user nova-compute[75075]: STATIC:
Nov 13 22:17:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:17:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:17:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:17:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2
Nov 13 22:17:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:17:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:17:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:17:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:17:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:17:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934
Nov 13 22:17:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:17:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:17:13 user nova-compute[75075]: FIRMWARE:
Nov 13 22:17:13 user nova-compute[75075]: No targets found.
Nov 13 22:17:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:17:13 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:17:13 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e89d759-9e49-4c29-a88d-0f2e2850170a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ef3e03-4b22-4059-8813-ce61b64eec39]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28821e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7bbf9b7-0028-4a4d-ba3b-698d7b070860]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12a667f-0424-4608-8181-63f4a4335d83]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e09682-e223-4bdc-89c9-afff15814cf1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d6b119-2e78-421a-9253-a22ce72c0115]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33a7cee-6561-4e00-8f9e-fe5953d8c0da]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --logout" returned: 0 in 0.108s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[df440477-0c48-42f4-b436-4f7643bd5136]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260]
Nov 13 22:17:13 user nova-compute[75075]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934, portal: 172.16.0.220,3260] successful.
Nov 13 22:17:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:050462a6-5eff-43ac-8753-1a950066a934 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[391c6632-766c-45c2-a5c0-a784c0e79af9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== disconnect_volume: return (347ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:17:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:17:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:17:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b01a6b02-be26-4726-b488-9660cbd7872f tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.632s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:17:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:32 user nova-compute[75075]: INFO nova.compute.manager [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Terminating instance
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:32 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Instance destroyed successfully.
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lazy-loading 'resources' on Instance uuid 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T21:59:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-54837321',display_name='tempest-ServerActionsTestOtherA-server-54837321',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-54837321',id=13,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEK0RP5tLIivgGw/46iDLtWarZhOXP7POFNU6wP0yeX6MWJSWobIVqHnXmN4ftWooVmuV+dsPZnVerUNxvchTdPhZ4r7SvzmGLMM/gHv9yfD1kHfyIbBu4q7MNmSglQRPQ==',key_name='tempest-keypair-514338487',keypairs=<?>,launch_index=0,launched_at=2023-11-13T21:59:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a52ec30511a449f48e379359c86c00eb',ramdisk_id='',reservation_id='r-13rg01pg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2077817440',owner_user_name='tempest-ServerActionsTestOtherA-2077817440-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T21:59:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='23be47c60e1941bdb06571f153851782',uuid=6b8c598c-4cf7-478e-b4eb-d9525523d6d0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converting VIF {"id": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "address": "fa:16:3e:8c:11:5f", "network": {"id": "afb53537-f36c-4aba-9113-0c9ccd75dd55", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2102139344-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a52ec30511a449f48e379359c86c00eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea2bc416-12", "ovs_interfaceid": "ea2bc416-12c6-46c4-92e6-1a902b5608ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG os_vif [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea2bc416-12, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40aa8994-c331-44f4-9702-aaf1f552e38d) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:17:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:32 user nova-compute[75075]: INFO os_vif [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:11:5f,bridge_name='br-int',has_traffic_filtering=True,id=ea2bc416-12c6-46c4-92e6-1a902b5608ac,network=Network(afb53537-f36c-4aba-9113-0c9ccd75dd55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea2bc416-12')
Nov 13 22:17:32 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Deleting instance files /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0_del
Nov 13 22:17:32 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Deletion of /opt/stack/data/nova/instances/6b8c598c-4cf7-478e-b4eb-d9525523d6d0_del complete
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-unplugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] No waiting events found dispatching network-vif-unplugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-70351e15-59a6-499f-a114-dd7167ddb014 req-d0bde825-8401-463c-89c1-5086908b0a3d service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-unplugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:17:33 user nova-compute[75075]: INFO nova.compute.manager [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:17:33 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Took 0.48 seconds to deallocate network for instance.
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-dc68cc5e-a792-431a-a33b-222fc7d53a76 req-fc5dc730-4525-4828-85eb-79174cee1d41 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-deleted-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:33 user nova-compute[75075]: INFO nova.compute.manager [req-dc68cc5e-a792-431a-a33b-222fc7d53a76 req-fc5dc730-4525-4828-85eb-79174cee1d41 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Neutron deleted interface ea2bc416-12c6-46c4-92e6-1a902b5608ac; detaching it from the instance and deleting it from the info cache
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.network.neutron [req-dc68cc5e-a792-431a-a33b-222fc7d53a76 req-fc5dc730-4525-4828-85eb-79174cee1d41 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.manager [req-dc68cc5e-a792-431a-a33b-222fc7d53a76 req-fc5dc730-4525-4828-85eb-79174cee1d41 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Detach interface failed, port_id=ea2bc416-12c6-46c4-92e6-1a902b5608ac, reason: Instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:17:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.299s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:33 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Deleted allocations for instance 6b8c598c-4cf7-478e-b4eb-d9525523d6d0
Nov 13 22:17:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b9c6840d-b718-433d-8baf-52f7879f204b tempest-ServerActionsTestOtherA-2077817440 tempest-ServerActionsTestOtherA-2077817440-project-member] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.658s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] Acquiring lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] Lock "6b8c598c-4cf7-478e-b4eb-d9525523d6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] No waiting events found dispatching network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:17:35 user nova-compute[75075]: WARNING nova.compute.manager [req-f48f7476-f30d-4cbb-9a2b-3f192ef7f745 req-e446978a-f05b-497b-8e3a-5ad73adb36a1 service nova] [instance: 6b8c598c-4cf7-478e-b4eb-d9525523d6d0] Received unexpected event network-vif-plugged-ea2bc416-12c6-46c4-92e6-1a902b5608ac for instance with vm_state deleted and task_state None.
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:17:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:17:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:17:40 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:17:40 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8259MB free_disk=25.316341400146484GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance b4454234-9c89-4f28-926b-8cad80d85d0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:17:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.462s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:44 user nova-compute[75075]: INFO nova.compute.manager [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attaching volume dc2b2e37-32da-49bd-892c-730e76b8ef11 to /dev/vdb
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.utils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6dcef4e-e1f9-4a79-827b-cea06480e711]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c03cf8-96c3-4210-91eb-1c689007149e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7ca7a3-f447-4cd7-8502-7c49d310787a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89a3ca1-e5d3-48aa-927e-cb1ce933c3d2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:17:44 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:17:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b8942e-7e19-4887-a00d-a425541bee8f]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG os_brick.utils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:17:44 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating existing volume attachment record: 918344f3-ea5d-4fa6-846c-5e35a06da7b0 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:17:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chJHvlxK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:17:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:17:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:17:49 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b930f99f-f879-467e-8b3e-11f691374471]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:17:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f37875c9-c35c-4968-a9da-79e52d848831]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11] added
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b3b1dd-281f-4e4d-9aa7-02ed1d4fdc71]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[475d1fac-71cf-44a4-870c-5b773597f823]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chJHvlxK {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v chJHvlxK" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f018f0c3-c4f7-4c18-ae63-060eec5abd06]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'chJHvlxK'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c9c4b9-ee94-4550-b2a0-8c29aa6feb15]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd83c3d1-363c-45c2-971a-291992555c0c]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b42066-63c9-455a-bf5d-c87fe22c7390]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260]
Nov 13 22:17:49 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260] successful.
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[13cfe09d-1df7-4d59-8cfa-e0497e6f4160]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed903763-d88c-4af8-aaa1-8be00c7be980]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)
Nov 13 22:17:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e4c29f-ee34-40bf-b0c7-e1d1e07a9d08]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:17:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chJHvlxK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23661323530653164', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23661323530653164', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:17:50 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:17:50 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:17:50 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:17:50 user nova-compute[75075]:   <serial>dc2b2e37-32da-49bd-892c-730e76b8ef11</serial>
Nov 13 22:17:50 user nova-compute[75075]: </disk>
Nov 13 22:17:50 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No VIF found with MAC fa:16:3e:68:e7:bd, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:17:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ddc9a8ca-4f16-409e-9bc4-9ac02de105dc tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.100s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:17:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:17:52 user nova-compute[75075]: INFO nova.compute.manager [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Detaching volume dc2b2e37-32da-49bd-892c-730e76b8ef11
Nov 13 22:17:52 user nova-compute[75075]: INFO nova.virt.block_device [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attempting to driver detach volume dc2b2e37-32da-49bd-892c-730e76b8ef11 from mountpoint /dev/vdb
Nov 13 22:17:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Attempting to detach device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:17:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:17:52 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:17:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:17:52 user nova-compute[75075]:   <serial>dc2b2e37-32da-49bd-892c-730e76b8ef11</serial>
Nov 13 22:17:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:17:52 user nova-compute[75075]: </disk>
Nov 13 22:17:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:17:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config.
Nov 13 22:17:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:17:52 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:17:52 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:17:52 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:17:52 user nova-compute[75075]:   <serial>dc2b2e37-32da-49bd-892c-730e76b8ef11</serial>
Nov 13 22:17:52 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:17:52 user nova-compute[75075]: </disk>
Nov 13 22:17:52 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:17:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:17:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:17:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:17:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:17:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:17:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:18:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:06 user nova-compute[75075]: INFO nova.compute.manager [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Unshelving
Nov 13 22:18:06 user nova-compute[75075]: INFO nova.virt.block_device [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Booting with volume d6a71141-1532-4992-a13b-c093590e856d at /dev/vdc
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e93ab1ca-22bd-4a34-8623-b82e5ddbf887]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f56c908-dc9d-4fd3-b9d7-9ca55e2a1040]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0166ee14-f95b-417d-aeda-057aac697fe4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b9b539-1902-4692-82bd-6060e23583d6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:18:06 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:18:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94ccce3-a706-47a0-b318-da934c6eb102]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG os_brick.utils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:06 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating existing volume attachment record: 1cd67d86-7133-4515-ab08-639f55340806 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:18:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_requests' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'numa_topology' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:18:10 user nova-compute[75075]: INFO nova.compute.claims [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Claim successful on node user
Nov 13 22:18:10 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:18:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:10 user nova-compute[75075]: INFO nova.network.neutron [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating port 94998947-85af-4303-be57-16dea1855aaf with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-changed-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing instance network info cache due to event network-changed-94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.network.neutron [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:18:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Creating image(s)
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'trusted_certs' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.network.neutron [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Refreshing network info cache for port 94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG nova.objects.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<64ab973e-c377-4245-9fbe-bb060789ffb9> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquired lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'info_cache' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.part --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.virt.images [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] 578b2755-f3ee-47f9-8525-11467f7ca78b was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:18:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.part /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b is timed out.
Nov 13 22:18:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config.
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'chJHvlxK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-changed-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.compute.manager [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Refreshing instance network info cache due to event network-changed-43e3ab48-b4f1-4e50-8495-07724e83c158. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] Acquiring lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] Acquired lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Refreshing network info cache for port 43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.034s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2cb9ba-8c4a-40c7-8b0e-17a460948b65]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:18:13 user nova-compute[75075]: No targets found.
Nov 13 22:18:13 user nova-compute[75075]: iSNS:
Nov 13 22:18:13 user nova-compute[75075]: No targets found.
Nov 13 22:18:13 user nova-compute[75075]: STATIC:
Nov 13 22:18:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:18:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11
Nov 13 22:18:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2
Nov 13 22:18:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:18:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:13 user nova-compute[75075]: FIRMWARE:
Nov 13 22:18:13 user nova-compute[75075]: No targets found.
Nov 13 22:18:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:18:13 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:18:13 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3659a60a-3c7b-411a-9538-0a6b2bf77a1d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.095s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5915d7d5-5838-43fb-a7b8-2fded9a6a608]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 (non-flash)
Nov 13 22:18:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882e8430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3409236d-59ad-410b-9969-f8f6faf74249]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updated VIF entry in instance network info cache for port 94998947-85af-4303-be57-16dea1855aaf. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac009760-be2d-4ee0-a197-8f33dd99ce92]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3fae86a9-02f1-43d8-a151-f3759d276978 req-bbed0126-6783-42f7-a4b3-446ca6832bb9 service nova] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84692d2d-019e-4b43-9581-04731ee4e2e1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.part /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.converted" returned: 0 in 0.551s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.061s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec53fce-88bc-4fd9-9c1a-fddc37633f40]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9b823c-c3ee-467a-87d1-62af00be033e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6871fc-ff2e-487d-aa91-90c976bbbcc4]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260]
Nov 13 22:18:13 user nova-compute[75075]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11, portal: 172.16.0.220,3260] successful.
Nov 13 22:18:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc2b2e37-32da-49bd-892c-730e76b8ef11 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb2584b-9ce0-4893-a3da-07e0b211d61b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:13 user nova-compute[75075]: INFO nova.compute.manager [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Terminating instance
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.569s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== disconnect_volume: return (571ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.compute.manager [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df.converted --force-share --output=json" returned: 0 in 0.203s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Releasing lock "refresh_cache-085cfe78-d3f7-4810-915f-6fdf3b1b0050" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.994s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance destroyed successfully.
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'resources' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG os_vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2488393f-fa, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updated VIF entry in instance network info cache for port 43e3ab48-b4f1-4e50-8495-07724e83c158. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG nova.network.neutron [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updating instance_info_cache with network_info: [{"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=710db7f1-125d-4e35-9617-c335aa617290) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36d77de5-7552-4dfa-9f4c-f97774459499 req-59bd8f8f-ebd6-4198-a6b1-f1c0e2de7f47 service nova] Releasing lock "refresh_cache-b4454234-9c89-4f28-926b-8cad80d85d0f" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: INFO os_vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start _get_guest_xml network_info=[{"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'numa_topology' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:14 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'vcpu_model' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'pci_devices' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:18:14 user nova-compute[75075]:   <uuid>085cfe78-d3f7-4810-915f-6fdf3b1b0050</uuid>
Nov 13 22:18:14 user nova-compute[75075]:   <name>instance-00000023</name>
Nov 13 22:18:14 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:18:14 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:18:14 user nova-compute[75075]:   <metadata>
Nov 13 22:18:14 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:18:14 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeTestJSON-server-1233982160</nova:name>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:18:14</nova:creationTime>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:18:14 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:18:14 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:owner>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:user uuid="0d5da1349fca4479a550cb78b117f706">tempest-AttachVolumeTestJSON-1049178865-project-member</nova:user>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:project uuid="a54c32c66b7e401c8930cd7b1153f3f6">tempest-AttachVolumeTestJSON-1049178865</nova:project>
Nov 13 22:18:14 user nova-compute[75075]:       </nova:owner>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:18:14 user nova-compute[75075]:       <nova:ports>
Nov 13 22:18:14 user nova-compute[75075]:         <nova:port uuid="2488393f-fafa-467d-927a-545c1ceffe94">
Nov 13 22:18:14 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 13 22:18:14 user nova-compute[75075]:         </nova:port>
Nov 13 22:18:14 user nova-compute[75075]:       </nova:ports>
Nov 13 22:18:14 user nova-compute[75075]:     </nova:instance>
Nov 13 22:18:14 user nova-compute[75075]:   </metadata>
Nov 13 22:18:14 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:18:14 user nova-compute[75075]:     <system>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="serial">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="uuid">085cfe78-d3f7-4810-915f-6fdf3b1b0050</entry>
Nov 13 22:18:14 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:18:14 user nova-compute[75075]:     </system>
Nov 13 22:18:14 user nova-compute[75075]:   </sysinfo>
Nov 13 22:18:14 user nova-compute[75075]:   <os>
Nov 13 22:18:14 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:18:14 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:18:14 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:18:14 user nova-compute[75075]:   </os>
Nov 13 22:18:14 user nova-compute[75075]:   <features>
Nov 13 22:18:14 user nova-compute[75075]:     <acpi/>
Nov 13 22:18:14 user nova-compute[75075]:     <apic/>
Nov 13 22:18:14 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:18:14 user nova-compute[75075]:   </features>
Nov 13 22:18:14 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:18:14 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:18:14 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:18:14 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:18:14 user nova-compute[75075]:   </clock>
Nov 13 22:18:14 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:18:14 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:18:14 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:18:14 user nova-compute[75075]:   </cpu>
Nov 13 22:18:14 user nova-compute[75075]:   <devices>
Nov 13 22:18:14 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:18:14 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:18:14 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk"/>
Nov 13 22:18:14 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:18:14 user nova-compute[75075]:     </disk>
Nov 13 22:18:14 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:18:14 user nova-compute[75075]:       <mac address="fa:16:3e:6e:3e:0b"/>
Nov 13 22:18:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:14 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:18:14 user nova-compute[75075]:       <target dev="tap2488393f-fa"/>
Nov 13 22:18:14 user nova-compute[75075]:     </interface>
Nov 13 22:18:14 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:18:14 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/console.log" append="off"/>
Nov 13 22:18:14 user nova-compute[75075]:     </serial>
Nov 13 22:18:14 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:18:14 user nova-compute[75075]:     <video>
Nov 13 22:18:14 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:14 user nova-compute[75075]:     </video>
Nov 13 22:18:14 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:18:14 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:18:14 user nova-compute[75075]:     </rng>
Nov 13 22:18:14 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:18:14 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:18:14 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:18:14 user nova-compute[75075]:     </memballoon>
Nov 13 22:18:14 user nova-compute[75075]:   </devices>
Nov 13 22:18:14 user nova-compute[75075]: </domain>
Nov 13 22:18:14 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json" returned: 0 in 0.226s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df,backing_fmt=raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df,backing_fmt=raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk 1073741824" returned: 0 in 0.058s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "3e9839941c87c3b6b462c98b44458a9d4992d3df" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Instance destroyed successfully.
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'resources' on Instance uuid b4454234-9c89-4f28-926b-8cad80d85d0f {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:16:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1352831197',display_name='tempest-AttachVolumeNegativeTest-server-1352831197',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1352831197',id=41,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLa3QgjQlRFYltjDbZYaGFcqIL8kvKgCI5sVWqWZksHKR2LEgfXCe3X+6/21dthSt3lz5wWAIl7H+54hV+Nxfdaq9RjXEQIQW39IsRTHcBMv9Wj5bnXbbXJ/ASXrBAblAA==',key_name='tempest-keypair-97315662',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:16:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-p3ne1bjt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:16:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=b4454234-9c89-4f28-926b-8cad80d85d0f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "43e3ab48-b4f1-4e50-8495-07724e83c158", "address": "fa:16:3e:60:f8:6a", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap43e3ab48-b4", "ovs_interfaceid": "43e3ab48-b4f1-4e50-8495-07724e83c158", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG os_vif [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap43e3ab48-b4, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23ab8501-64d4-4a72-ac0f-79e656779cbb) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: INFO os_vif [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:f8:6a,bridge_name='br-int',has_traffic_filtering=True,id=43e3ab48-b4f1-4e50-8495-07724e83c158,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap43e3ab48-b4')
Nov 13 22:18:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Deleting instance files /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f_del
Nov 13 22:18:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Deletion of /opt/stack/data/nova/instances/b4454234-9c89-4f28-926b-8cad80d85d0f_del complete
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'migration_context' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<64ab973e-c377-4245-9fbe-bb060789ffb9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Rebasing disk image.
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: INFO nova.compute.manager [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Took 0.76 seconds to destroy the instance on the hypervisor.
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'trusted_certs' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa -F raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking if we can resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bfcc9842-5756-412d-ab25-0dd3ecc06afa tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.171s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Cannot resize image /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'migration_context' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.objects.base [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Object Instance<085cfe78-d3f7-4810-915f-6fdf3b1b0050> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:16:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG os_vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '977121da-63b1-57b6-83a5-2e08a69d66de', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2488393f-fa, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2488393f-fa, col_values=(('qos', UUID('d6b0ee2b-2161-43ff-a786-2493ab6c1e84')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2488393f-fa, col_values=(('external_ids', {'iface-id': '2488393f-fafa-467d-927a-545c1ceffe94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:3e:0b', 'vm-uuid': '085cfe78-d3f7-4810-915f-6fdf3b1b0050'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:15 user nova-compute[75075]: INFO os_vif [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-unplugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] No waiting events found dispatching network-vif-unplugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-unplugged-43e3ab48-b4f1-4e50-8495-07724e83c158 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Acquiring lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] No waiting events found dispatching network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:15 user nova-compute[75075]: WARNING nova.compute.manager [req-5cf3d163-21bb-4167-a74e-e4fee2ebbcf1 req-695d58fd-eecc-42d6-9c91-006aba06a64b service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received unexpected event network-vif-plugged-43e3ab48-b4f1-4e50-8495-07724e83c158 for instance with vm_state active and task_state deleting.
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c9aee1b-3f44-419c-adac-c0457f0c8993 req-469e5485-c90f-4783-a991-cea721b09771 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Received event network-vif-deleted-43e3ab48-b4f1-4e50-8495-07724e83c158 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:15 user nova-compute[75075]: INFO nova.compute.manager [req-0c9aee1b-3f44-419c-adac-c0457f0c8993 req-469e5485-c90f-4783-a991-cea721b09771 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Neutron deleted interface 43e3ab48-b4f1-4e50-8495-07724e83c158; detaching it from the instance and deleting it from the info cache
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.network.neutron [req-0c9aee1b-3f44-419c-adac-c0457f0c8993 req-469e5485-c90f-4783-a991-cea721b09771 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:15 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Took 0.77 seconds to deallocate network for instance.
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c9aee1b-3f44-419c-adac-c0457f0c8993 req-469e5485-c90f-4783-a991-cea721b09771 service nova] [instance: b4454234-9c89-4f28-926b-8cad80d85d0f] Detach interface failed, port_id=43e3ab48-b4f1-4e50-8495-07724e83c158, reason: Instance b4454234-9c89-4f28-926b-8cad80d85d0f could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:15 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Deleted allocations for instance b4454234-9c89-4f28-926b-8cad80d85d0f
Nov 13 22:18:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0b0649ce-1ac1-48b8-a635-2dfab38f38ba tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "b4454234-9c89-4f28-926b-8cad80d85d0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa -F raw /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk" returned: 0 in 2.304s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Ensure instance console log exists: /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start _get_guest_xml network_info=[{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='30c44c596b90c45b2c2f0fee888d8454',container_format='bare',created_at=2023-11-13T22:16:14Z,direct_url=<?>,disk_format='qcow2',id=578b2755-f3ee-47f9-8525-11467f7ca78b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2127483433-shelved',owner='8db654ea43264b94a8c09a9253874b64',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-13T22:16:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LdJfcNlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '64ab973e-c377-4245-9fbe-bb060789ffb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6a71141-1532-4992-a13b-c093590e856d', 'serial': 'd6a71141-1532-4992-a13b-c093590e856d'}, 'attachment_id': '1cd67d86-7133-4515-ab08-639f55340806', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:18:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='30c44c596b90c45b2c2f0fee888d8454',container_format='bare',created_at=2023-11-13T22:16:14Z,direct_url=<?>,disk_format='qcow2',id=578b2755-f3ee-47f9-8525-11467f7ca78b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2127483433-shelved',owner='8db654ea43264b94a8c09a9253874b64',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-13T22:16:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:18:16 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'vcpu_model' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.objects.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<64ab973e-c377-4245-9fbe-bb060789ffb9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LdJfcNlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:17 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:17 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:17 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f321ec4-e6f0-40b1-9a4d-fc9d3bdd8525]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:18:17 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[102a3196-d75b-4268-a9c0-d6790ef7467b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d] added
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e340087d-b944-4a5e-a13c-d4dc750ed678]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d929dc10-ecdc-48e5-83e3-0f14d9c778b8]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LdJfcNlV {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LdJfcNlV" returned: 0 in 0.106s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[88eb3ce6-d8bc-44cb-ba11-d7ed5b314989]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LdJfcNlV'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3987207-f89d-4e8c-bfc3-0971ac4172cc]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdead43-3367-428d-b32f-e7a013be34c3]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:17 user nova-compute[75075]: WARNING nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state powering-on.
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:17 user nova-compute[75075]: WARNING nova.compute.manager [req-ab07e68c-bedd-43be-b2ef-aa49102e9ff2 req-0321a497-8684-4020-8b5d-e2d57d607f8f service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state stopped and task_state powering-on.
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --login" returned: 0 in 0.172s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad97a880-dfa2-4cf3-94a1-6dc368a18010]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260]
Nov 13 22:18:17 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260] successful.
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.044s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9893ab06-727c-40fc-b898-985aa78260c2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eda3ed5-3acf-4253-87fa-e62298dc7d4c]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:17 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:17 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.537s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2cbd716-7f50-4d61-9276-2659b026c62b]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:17 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LdJfcNlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.568s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] <== connect_volume: return (1569ms) {'type': 'block', 'scsi_wwn': '26336626533333438', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336626533333438', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='578b2755-f3ee-47f9-8525-11467f7ca78b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1947000264',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:14:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:16:17.873804',shelved_host='user',shelved_image_id='578b2755-f3ee-47f9-8525-11467f7ca78b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:18:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_devices' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<64ab973e-c377-4245-9fbe-bb060789ffb9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:18:18 user nova-compute[75075]:   <uuid>64ab973e-c377-4245-9fbe-bb060789ffb9</uuid>
Nov 13 22:18:18 user nova-compute[75075]:   <name>instance-00000026</name>
Nov 13 22:18:18 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:18:18 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:18:18 user nova-compute[75075]:   <metadata>
Nov 13 22:18:18 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:18:18 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-2127483433</nova:name>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:18:16</nova:creationTime>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:18:18 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:18:18 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:owner>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:user uuid="2fbf36a4436a4ea199b857ec4cb3c2e0">tempest-AttachVolumeShelveTestJSON-158253385-project-member</nova:user>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:project uuid="8db654ea43264b94a8c09a9253874b64">tempest-AttachVolumeShelveTestJSON-158253385</nova:project>
Nov 13 22:18:18 user nova-compute[75075]:       </nova:owner>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:root type="image" uuid="578b2755-f3ee-47f9-8525-11467f7ca78b"/>
Nov 13 22:18:18 user nova-compute[75075]:       <nova:ports>
Nov 13 22:18:18 user nova-compute[75075]:         <nova:port uuid="94998947-85af-4303-be57-16dea1855aaf">
Nov 13 22:18:18 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 13 22:18:18 user nova-compute[75075]:         </nova:port>
Nov 13 22:18:18 user nova-compute[75075]:       </nova:ports>
Nov 13 22:18:18 user nova-compute[75075]:     </nova:instance>
Nov 13 22:18:18 user nova-compute[75075]:   </metadata>
Nov 13 22:18:18 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:18:18 user nova-compute[75075]:     <system>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="serial">64ab973e-c377-4245-9fbe-bb060789ffb9</entry>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="uuid">64ab973e-c377-4245-9fbe-bb060789ffb9</entry>
Nov 13 22:18:18 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:18:18 user nova-compute[75075]:     </system>
Nov 13 22:18:18 user nova-compute[75075]:   </sysinfo>
Nov 13 22:18:18 user nova-compute[75075]:   <os>
Nov 13 22:18:18 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:18:18 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:18:18 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:18:18 user nova-compute[75075]:   </os>
Nov 13 22:18:18 user nova-compute[75075]:   <features>
Nov 13 22:18:18 user nova-compute[75075]:     <acpi/>
Nov 13 22:18:18 user nova-compute[75075]:     <apic/>
Nov 13 22:18:18 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:18:18 user nova-compute[75075]:   </features>
Nov 13 22:18:18 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:18:18 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:18:18 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:18:18 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:18:18 user nova-compute[75075]:   </clock>
Nov 13 22:18:18 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:18:18 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:18:18 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:18:18 user nova-compute[75075]:   </cpu>
Nov 13 22:18:18 user nova-compute[75075]:   <devices>
Nov 13 22:18:18 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:18:18 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:18:18 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk"/>
Nov 13 22:18:18 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:18:18 user nova-compute[75075]:     </disk>
Nov 13 22:18:18 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:18:18 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:18:18 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:18:18 user nova-compute[75075]:       <target dev="vdc" bus="virtio"/>
Nov 13 22:18:18 user nova-compute[75075]:       <serial>d6a71141-1532-4992-a13b-c093590e856d</serial>
Nov 13 22:18:18 user nova-compute[75075]:     </disk>
Nov 13 22:18:18 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:18:18 user nova-compute[75075]:       <mac address="fa:16:3e:e3:1a:2f"/>
Nov 13 22:18:18 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:18 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:18:18 user nova-compute[75075]:       <target dev="tap94998947-85"/>
Nov 13 22:18:18 user nova-compute[75075]:     </interface>
Nov 13 22:18:18 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:18:18 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/console.log" append="off"/>
Nov 13 22:18:18 user nova-compute[75075]:     </serial>
Nov 13 22:18:18 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:18:18 user nova-compute[75075]:     <video>
Nov 13 22:18:18 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:18 user nova-compute[75075]:     </video>
Nov 13 22:18:18 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:18:18 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:18:18 user nova-compute[75075]:     </rng>
Nov 13 22:18:18 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:18:18 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:18:18 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:18:18 user nova-compute[75075]:     </memballoon>
Nov 13 22:18:18 user nova-compute[75075]:   </devices>
Nov 13 22:18:18 user nova-compute[75075]: </domain>
Nov 13 22:18:18 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='578b2755-f3ee-47f9-8525-11467f7ca78b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1947000264',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:14:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:16:17.873804',shelved_host='user',shelved_image_id='578b2755-f3ee-47f9-8525-11467f7ca78b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:18:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG os_vif [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e009273a-b725-543f-a7e2-02e2172c29e4', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94998947-85, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94998947-85, col_values=(('qos', UUID('cd2f0739-46ec-45f0-98ef-9d8f03b7ec71')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94998947-85, col_values=(('external_ids', {'iface-id': '94998947-85af-4303-be57-16dea1855aaf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:1a:2f', 'vm-uuid': '64ab973e-c377-4245-9fbe-bb060789ffb9'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:18 user nova-compute[75075]: INFO os_vif [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85')
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:18:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No VIF found with MAC fa:16:3e:e3:1a:2f, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:18:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:18:19 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance rebooted successfully.
Nov 13 22:18:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c2272e78-f678-4813-8936-4696f8ea4e9d tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:20 user nova-compute[75075]: WARNING nova.compute.manager [req-6875efa3-f75d-4cdd-a7d5-6ea6c0eeafc7 req-9e94500f-b8cb-4b06-8c32-974ccd8897dc service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state shelved_offloaded and task_state spawning.
Nov 13 22:18:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG nova.compute.manager [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:22 user nova-compute[75075]: WARNING nova.compute.manager [req-d20a560b-ab15-4762-83c2-e984d192a6f7 req-bebb2349-1959-469b-8cc4-3943b4c618e4 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state shelved_offloaded and task_state spawning.
Nov 13 22:18:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:18:22 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance spawned successfully.
Nov 13 22:18:22 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:18:22 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3d02e09f-bcf9-481e-92ad-d82d3b974758 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 16.824s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:34 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating instance_info_cache with network_info: [{"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:18:35 user nova-compute[75075]: INFO nova.compute.claims [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Claim successful on node user
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:18:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.policy [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5081c1812ee4717ba25fb1cb38e396a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9490d327a7b49f0b911f7d70699a897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:18:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Creating image(s)
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "/opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Successfully created port: 85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk 1073741824" returned: 0 in 0.047s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Cannot resize image /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Ensure instance console log exists: /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Successfully updated port: 85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-changed-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Refreshing instance network info cache due to event network-changed-85b3b164-877a-4422-bc26-a645cf383f91. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Instance network_info: |[{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Refreshing network info cache for port 85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Start _get_guest_xml network_info=[{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:18:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:18:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2044361408',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2044361408',id=43,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-wwqac4jr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:18:36Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:18:37 user nova-compute[75075]:   <uuid>ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90</uuid>
Nov 13 22:18:37 user nova-compute[75075]:   <name>instance-0000002b</name>
Nov 13 22:18:37 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:18:37 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:18:37 user nova-compute[75075]:   <metadata>
Nov 13 22:18:37 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:18:37 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2044361408</nova:name>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:18:37</nova:creationTime>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:18:37 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:18:37 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:owner>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:18:37 user nova-compute[75075]:       </nova:owner>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:18:37 user nova-compute[75075]:       <nova:ports>
Nov 13 22:18:37 user nova-compute[75075]:         <nova:port uuid="85b3b164-877a-4422-bc26-a645cf383f91">
Nov 13 22:18:37 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 13 22:18:37 user nova-compute[75075]:         </nova:port>
Nov 13 22:18:37 user nova-compute[75075]:       </nova:ports>
Nov 13 22:18:37 user nova-compute[75075]:     </nova:instance>
Nov 13 22:18:37 user nova-compute[75075]:   </metadata>
Nov 13 22:18:37 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:18:37 user nova-compute[75075]:     <system>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="serial">ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90</entry>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="uuid">ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90</entry>
Nov 13 22:18:37 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:18:37 user nova-compute[75075]:     </system>
Nov 13 22:18:37 user nova-compute[75075]:   </sysinfo>
Nov 13 22:18:37 user nova-compute[75075]:   <os>
Nov 13 22:18:37 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:18:37 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:18:37 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:18:37 user nova-compute[75075]:   </os>
Nov 13 22:18:37 user nova-compute[75075]:   <features>
Nov 13 22:18:37 user nova-compute[75075]:     <acpi/>
Nov 13 22:18:37 user nova-compute[75075]:     <apic/>
Nov 13 22:18:37 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:18:37 user nova-compute[75075]:   </features>
Nov 13 22:18:37 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:18:37 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:18:37 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:18:37 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:18:37 user nova-compute[75075]:   </clock>
Nov 13 22:18:37 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:18:37 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:18:37 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:18:37 user nova-compute[75075]:   </cpu>
Nov 13 22:18:37 user nova-compute[75075]:   <devices>
Nov 13 22:18:37 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:18:37 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:18:37 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk"/>
Nov 13 22:18:37 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:18:37 user nova-compute[75075]:     </disk>
Nov 13 22:18:37 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:18:37 user nova-compute[75075]:       <mac address="fa:16:3e:8c:e4:af"/>
Nov 13 22:18:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:37 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:18:37 user nova-compute[75075]:       <target dev="tap85b3b164-87"/>
Nov 13 22:18:37 user nova-compute[75075]:     </interface>
Nov 13 22:18:37 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:18:37 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/console.log" append="off"/>
Nov 13 22:18:37 user nova-compute[75075]:     </serial>
Nov 13 22:18:37 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:18:37 user nova-compute[75075]:     <video>
Nov 13 22:18:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:18:37 user nova-compute[75075]:     </video>
Nov 13 22:18:37 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:18:37 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:18:37 user nova-compute[75075]:     </rng>
Nov 13 22:18:37 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:18:37 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:18:37 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:18:37 user nova-compute[75075]:     </memballoon>
Nov 13 22:18:37 user nova-compute[75075]:   </devices>
Nov 13 22:18:37 user nova-compute[75075]: </domain>
Nov 13 22:18:37 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:18:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2044361408',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2044361408',id=43,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-wwqac4jr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:18:36Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG os_vif [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4b7dd03d-4145-5915-837f-e72f3c89785c', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap85b3b164-87, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap85b3b164-87, col_values=(('qos', UUID('78a7b881-35c8-4b02-9ef1-0c93ad962f5b')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap85b3b164-87, col_values=(('external_ids', {'iface-id': '85b3b164-877a-4422-bc26-a645cf383f91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:e4:af', 'vm-uuid': 'ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:37 user nova-compute[75075]: INFO os_vif [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87')
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:8c:e4:af, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated VIF entry in instance network info cache for port 85b3b164-877a-4422-bc26-a645cf383f91. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7289a746-3cd4-443e-ab3c-179d02aff002 req-0ebc7adb-210c-454e-986b-2ef4b6fdfdbe service nova] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] No waiting events found dispatching network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:40 user nova-compute[75075]: WARNING nova.compute.manager [req-d815500d-6c1c-469e-8d3c-690f7f0bfa27 req-01a24aba-eca9-4a55-adb5-98dfa8029549 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received unexpected event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 for instance with vm_state building and task_state spawning.
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:18:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Instance spawned successfully.
Nov 13 22:18:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:41 user nova-compute[75075]: INFO nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:18:41 user nova-compute[75075]: INFO nova.compute.manager [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Took 5.88 seconds to build instance.
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5abecee1-d8fd-4b69-9589-f459b520b880 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.977s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] No waiting events found dispatching network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:42 user nova-compute[75075]: WARNING nova.compute.manager [req-dbc7d39a-ab36-4b7c-8440-165f357eac1d req-1dada1fc-7431-4376-ac75-63441e87c512 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received unexpected event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 for instance with vm_state active and task_state None.
Nov 13 22:18:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8034MB free_disk=25.3150634765625GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 64ab973e-c377-4245-9fbe-bb060789ffb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:18:42 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:18:43 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:18:43 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:18:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:18:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.416s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG nova.objects.instance [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:44 user nova-compute[75075]: INFO nova.compute.manager [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attaching volume c0a8edaa-1e58-42cf-9e17-386674b10277 to /dev/vdb
Nov 13 22:18:44 user nova-compute[75075]: DEBUG os_brick.utils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[25fb4cd5-57c2-4378-a1a6-bc16fc9acb74]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7329aeb7-7610-451f-8b58-91ffafb3172a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1199f329-f346-4565-b4e7-d0e0134eba4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c62b7c-1959-4adb-b30e-aa123993e636]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:18:45 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:18:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6e4549-4f8a-4eb3-897d-0db31934fdd0]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG os_brick.utils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:45 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating existing volume attachment record: 3b124779-8549-4d78-b865-2c715bd47687 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:18:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYyZbilS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:49 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b04376f7-9b0e-4d2c-a27f-e42068a2d9e7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:18:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce54407-f05d-497d-bab0-9d8a84315c4d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277] added
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3d3eb9-c9db-4d1a-b057-e53870f9c689]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e5cb6fa-d41a-44e6-b6f6-1b5374123a13]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYyZbilS {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rYyZbilS" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[428aa9ba-cec1-4022-afc5-ef41c55f3272]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rYyZbilS'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1a85b20-e05c-45b5-b8c2-320b59ac38cd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f80068-e651-4d4f-8c0b-611a4d5bb7fa]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a400c1-81ba-46f3-bfa6-e2b4763cf843]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260]
Nov 13 22:18:49 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260] successful.
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d92c0448-afa3-4561-a74f-010dcdf7bfee]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de9ee96-e4ec-412e-8a4c-7d6288818ae8]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:49 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:18:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] HCTL ('37', '-', '-', 0) found on session 52 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78d0557-c742-4827-8416-df6736f020f7]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching for a device in session 52 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:18:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYyZbilS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23331616665616261', 'path': '/dev/sdf'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331616665616261', 'path': '/dev/sdf'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:18:50 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:18:50 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 22:18:50 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:18:50 user nova-compute[75075]:   <serial>c0a8edaa-1e58-42cf-9e17-386674b10277</serial>
Nov 13 22:18:50 user nova-compute[75075]: </disk>
Nov 13 22:18:50 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No VIF found with MAC fa:16:3e:68:e7:bd, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:18:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14e44450-99a6-4d8d-8128-88d6158aea91 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.011s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:53 user nova-compute[75075]: INFO nova.compute.manager [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Detaching volume c0a8edaa-1e58-42cf-9e17-386674b10277
Nov 13 22:18:53 user nova-compute[75075]: INFO nova.virt.block_device [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attempting to driver detach volume c0a8edaa-1e58-42cf-9e17-386674b10277 from mountpoint /dev/vdb
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Attempting to detach device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:18:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:18:53 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 22:18:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:18:53 user nova-compute[75075]:   <serial>c0a8edaa-1e58-42cf-9e17-386674b10277</serial>
Nov 13 22:18:53 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:18:53 user nova-compute[75075]: </disk>
Nov 13 22:18:53 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:18:53 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config.
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:18:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:18:53 user nova-compute[75075]:   <source dev="/dev/sdf"/>
Nov 13 22:18:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:18:53 user nova-compute[75075]:   <serial>c0a8edaa-1e58-42cf-9e17-386674b10277</serial>
Nov 13 22:18:53 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:18:53 user nova-compute[75075]: </disk>
Nov 13 22:18:53 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing instance network info cache due to event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] Acquiring lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] Acquired lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:53 user nova-compute[75075]: DEBUG nova.network.neutron [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:18:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updated VIF entry in instance network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:18:54 user nova-compute[75075]: DEBUG nova.network.neutron [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-64e79b5c-83fe-47ee-8144-2a35a9ffd410 req-0966e63e-3940-4ad6-8ae9-a34709f40d10 service nova] Releasing lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing instance network info cache due to event network-changed-847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] Acquiring lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] Acquired lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Refreshing network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:55 user nova-compute[75075]: INFO nova.compute.manager [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Terminating instance
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updated VIF entry in instance network info cache for port 847ff7bf-b179-4f4a-8be2-8bff564e9cba. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG nova.network.neutron [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [{"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1d1b1de2-ff63-4c86-af32-18b1a6d026bd req-7abedcd7-639f-43c0-88c1-0bc8a0d8b439 service nova] Releasing lock "refresh_cache-5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Instance destroyed successfully.
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:17:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-844119039',display_name='tempest-TestVolumeBootPattern-server-844119039',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-844119039',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:17:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-s50pl390',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:17:13Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=5c58e88b-7954-4f1c-8ad1-9d056cd3eb74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "address": "fa:16:3e:d8:d2:8d", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.56", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap847ff7bf-b1", "ovs_interfaceid": "847ff7bf-b179-4f4a-8be2-8bff564e9cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_vif [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap847ff7bf-b1, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8abecb1d-5c16-4475-8fac-18082cad25cf) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:18:56 user nova-compute[75075]: INFO os_vif [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d2:8d,bridge_name='br-int',has_traffic_filtering=True,id=847ff7bf-b179-4f4a-8be2-8bff564e9cba,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap847ff7bf-b1')
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JxKulkPj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:18:56 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86f98a6-f4c6-4b34-9fe4-0cc62c58147b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:18:56 user nova-compute[75075]: No targets found.
Nov 13 22:18:56 user nova-compute[75075]: iSNS:
Nov 13 22:18:56 user nova-compute[75075]: No targets found.
Nov 13 22:18:56 user nova-compute[75075]: STATIC:
Nov 13 22:18:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:18:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:18:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2
Nov 13 22:18:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:18:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:56 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277
Nov 13 22:18:56 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:18:56 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:18:56 user nova-compute[75075]: FIRMWARE:
Nov 13 22:18:56 user nova-compute[75075]: No targets found.
Nov 13 22:18:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:18:56 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:18:56 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb19a92f-2e28-4148-8e06-1c5770d2adcb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a76efad-672b-43c0-baab-56d724c20779]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:18:56 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:18:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac70fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cc5ff8-0c77-4ce9-b84e-ffd63f60f6c2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[86becc8b-b2a9-4d22-bcac-a5702767909d]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5186c821-bce9-4d8e-a350-a4720e26c584]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.058s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c95299-b0e0-416e-9292-e87f47cb2c9d]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b518b50f-8418-4469-8d0a-c3a3fd8c347f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1457107-4b4b-4fdd-ba4e-5442be6956ca]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260]
Nov 13 22:18:56 user nova-compute[75075]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2, portal: 172.16.0.220,3260] successful.
Nov 13 22:18:56 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19367212-55a0-4d9f-a312-3d6a8683fac2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a9553b-6432-4518-ab47-3e3d615ccb0c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (331ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Deleting instance files /opt/stack/data/nova/instances/5c58e88b-7954-4f1c-8ad1-9d056cd3eb74_del
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Deletion of /opt/stack/data/nova/instances/5c58e88b-7954-4f1c-8ad1-9d056cd3eb74_del complete
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.compute.manager [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 13 22:18:56 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Took 0.43 seconds to deallocate network for instance.
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-8b2f0aa5-c4f7-4608-bdf0-258397366bdf req-ec84b3fb-7a30-4e6c-8b7d-1f50d988dc7b service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-deleted-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:56 user nova-compute[75075]: INFO nova.compute.manager [req-8b2f0aa5-c4f7-4608-bdf0-258397366bdf req-ec84b3fb-7a30-4e6c-8b7d-1f50d988dc7b service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Neutron deleted interface 847ff7bf-b179-4f4a-8be2-8bff564e9cba; detaching it from the instance and deleting it from the info cache
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.network.neutron [req-8b2f0aa5-c4f7-4608-bdf0-258397366bdf req-ec84b3fb-7a30-4e6c-8b7d-1f50d988dc7b service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:18:56 user nova-compute[75075]: DEBUG nova.compute.manager [req-8b2f0aa5-c4f7-4608-bdf0-258397366bdf req-ec84b3fb-7a30-4e6c-8b7d-1f50d988dc7b service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Detach interface failed, port_id=847ff7bf-b179-4f4a-8be2-8bff564e9cba, reason: Instance 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-unplugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] No waiting events found dispatching network-vif-unplugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-unplugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Acquiring lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] No waiting events found dispatching network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:18:57 user nova-compute[75075]: WARNING nova.compute.manager [req-71d38f73-8b2d-4ffc-b808-7e226aab2952 req-e777e837-f0d3-4ecb-8709-13c24186a39e service nova] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Received unexpected event network-vif-plugged-847ff7bf-b179-4f4a-8be2-8bff564e9cba for instance with vm_state active and task_state deleting.
Nov 13 22:18:57 user nova-compute[75075]: INFO nova.compute.manager [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74] Took 0.69 seconds to detach 1 volumes for instance.
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:18:57 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance 5c58e88b-7954-4f1c-8ad1-9d056cd3eb74
Nov 13 22:18:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0a49a7fd-2085-4bf3-b726-5c08420f20bf tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "5c58e88b-7954-4f1c-8ad1-9d056cd3eb74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.712s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:04 user nova-compute[75075]: INFO nova.compute.manager [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Detaching volume 945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:19:04 user nova-compute[75075]: INFO nova.virt.block_device [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Attempting to driver detach volume 945624ff-c03b-43a8-b6b9-378fc9affdb5 from mountpoint /dev/vdb
Nov 13 22:19:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Attempting to detach device vdb from instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:19:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:04 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:04 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:19:04 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:19:04 user nova-compute[75075]:   <serial>945624ff-c03b-43a8-b6b9-378fc9affdb5</serial>
Nov 13 22:19:04 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:19:04 user nova-compute[75075]: </disk>
Nov 13 22:19:04 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e from the persistent domain config.
Nov 13 22:19:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:19:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:05 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:05 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:19:05 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:19:05 user nova-compute[75075]:   <serial>945624ff-c03b-43a8-b6b9-378fc9affdb5</serial>
Nov 13 22:19:05 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:19:05 user nova-compute[75075]: </disk>
Nov 13 22:19:05 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:19:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b is timed out.
Nov 13 22:19:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config.
Nov 13 22:19:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rYyZbilS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:19:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e3f400-c2e0-4248-86db-34431b760735]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:19:13 user nova-compute[75075]: No targets found.
Nov 13 22:19:13 user nova-compute[75075]: iSNS:
Nov 13 22:19:13 user nova-compute[75075]: No targets found.
Nov 13 22:19:13 user nova-compute[75075]: STATIC:
Nov 13 22:19:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:19:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:19:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:19:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277
Nov 13 22:19:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:13 user nova-compute[75075]: FIRMWARE:
Nov 13 22:19:13 user nova-compute[75075]: No targets found.
Nov 13 22:19:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:19:13 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:19:13 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e2b2f0-0b23-4cbd-92a5-bc59886e67d5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[611c7d51-4f3d-4054-a242-bf0a82717ebe]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:13 user nova-compute[75075]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 (non-flash)
Nov 13 22:19:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac16a050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277'): ({'sdf'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Removing single pathed devices sdf {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc50ef7-baa3-49ab-ad04-e58b52d8f9be]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b0408d-fa74-441e-835c-5443473f4d9b]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flushing IO for device /dev/sdf {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c392b3-add0-4243-afc3-cd3ec57aa352]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b98d5a-e946-45a7-9de3-2b9b0dc6d97d]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] SCSI volumes sdf have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb3e9ec-1cbc-485f-a687-c40db3254a15]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca8b590-7c81-4e69-abca-4dc112c4008e]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260]
Nov 13 22:19:13 user nova-compute[75075]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277, portal: 172.16.0.220,3260] successful.
Nov 13 22:19:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c0a8edaa-1e58-42cf-9e17-386674b10277 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b46e225-6f6f-43db-ba7c-fac1ee14d73b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== disconnect_volume: return (315ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:19:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:19:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b37b779c-cf8e-46a5-9894-cc6b4673d151 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.612s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:25 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e is timed out.
Nov 13 22:19:25 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e from the live domain config.
Nov 13 22:19:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTlcvJfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:19:25 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e2a5d7d-562f-411a-b29e-511ea4941cdd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:19:25 user nova-compute[75075]: No targets found.
Nov 13 22:19:25 user nova-compute[75075]: iSNS:
Nov 13 22:19:25 user nova-compute[75075]: No targets found.
Nov 13 22:19:25 user nova-compute[75075]: STATIC:
Nov 13 22:19:25 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:19:25 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:25 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:25 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:19:25 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:25 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:25 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5
Nov 13 22:19:25 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:25 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:25 user nova-compute[75075]: FIRMWARE:
Nov 13 22:19:25 user nova-compute[75075]: No targets found.
Nov 13 22:19:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:19:25 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:19:25 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3570ecf-9451-400f-a566-0eab3261a601]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc5b928-bd6b-4b2c-8d54-c9e86cc8c8a0]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:25 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:19:25 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:25 user nova-compute[75075]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 (non-flash)
Nov 13 22:19:25 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac757250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae591ea-6360-4dd8-8168-12d3ceed1341]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd05554a-ec06-4748-96e9-66bc8bf94aea]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8b9dc2-49a2-454d-87b0-36d8d1e7fdca]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.055s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cdf6ae5-81a6-4418-8215-e19d51d0bed0]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dde11bb-90a9-4c93-97ed-74f28d12e34c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7772cd-54a3-4495-b477-c3c1dbc09ec4]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260]
Nov 13 22:19:25 user nova-compute[75075]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5, portal: 172.16.0.220,3260] successful.
Nov 13 22:19:25 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:945624ff-c03b-43a8-b6b9-378fc9affdb5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[329f17b5-cbcc-481c-a308-7b4de9b8e884]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== disconnect_volume: return (331ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:19:25 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:19:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:26 user nova-compute[75075]: DEBUG nova.objects.instance [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-14fbd64b-e561-42e1-b973-394a290666be tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.751s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [{"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-64ab973e-c377-4245-9fbe-bb060789ffb9" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:19:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:19:42 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:43 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:19:43 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8133MB free_disk=25.285255432128906GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 64ab973e-c377-4245-9fbe-bb060789ffb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:19:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:19:44 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:19:44 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:19:44 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:19:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.376s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG nova.objects.instance [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:45 user nova-compute[75075]: INFO nova.compute.manager [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attaching volume 4fbb28a2-e770-43b4-9b01-563e9398a0ae to /dev/vdb
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.utils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5822a278-9503-413e-8e97-58c239f6bd2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c7d71b-b916-4ade-9bd1-35c74d2bfa4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d738568-cc78-460c-b27a-676923135ddf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[923a4759-e86b-4ac5-b170-ff4040a8bb38]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:19:45 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:19:45 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[278657cc-2197-4d13-9412-01543c38ab33]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG os_brick.utils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:19:45 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating existing volume attachment record: 96e1f9e7-8810-4960-9db3-e7bd88b23f4b {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:19:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing instance network info cache due to event network-changed-79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] Acquiring lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] Acquired lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Refreshing network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:48 user nova-compute[75075]: INFO nova.compute.manager [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Terminating instance
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updated VIF entry in instance network info cache for port 79f02527-bd81-4859-ada4-9c7907b3fae9. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:19:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [{"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-unplugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] No waiting events found dispatching network-vif-unplugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-428fdd0d-67c0-4fca-bb49-af657a1b1d2a req-9d915200-051b-440c-afe5-a5c36306e940 service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-unplugged-79f02527-bd81-4859-ada4-9c7907b3fae9 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-27177622-85ca-4ad0-a9f7-5f70220b8e80 req-16e124bc-d2ac-40df-ac74-e2f45b48a5e0 service nova] Releasing lock "refresh_cache-10b20e4b-6454-46d1-8fc8-95cd0498e907" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CSdwgUyf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:19:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:19:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:19:49 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2e0994-c214-4f01-869d-34f57ef68b7a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:19:49 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Instance destroyed successfully.
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lazy-loading 'resources' on Instance uuid 10b20e4b-6454-46d1-8fc8-95cd0498e907 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:15:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-835460757',display_name='tempest-TestVolumeBootPattern-server-835460757',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-835460757',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt/+C/Lh38eP7JD+C5fddau/LOMRLg1Yf/Lk2XHayOqnKjFd1I/0PYFMTY2jepxJbGjw+ZEcF4tHjHEWgYyGB9t5CTyma4Vhbc43/E4Z8O9zszGpYoNGMlQBvTjKyvb+Q==',key_name='tempest-TestVolumeBootPattern-638610816',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:15:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ae94902545f4e4daaadc739a6cf23de',ramdisk_id='',reservation_id='r-r5uf1xj9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1964951012',owner_user_name='tempest-TestVolumeBootPattern-1964951012-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:15:16Z,user_data=None,user_id='485bf8aa5d5341e48a9898ecd2daae04',uuid=10b20e4b-6454-46d1-8fc8-95cd0498e907,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converting VIF {"id": "79f02527-bd81-4859-ada4-9c7907b3fae9", "address": "fa:16:3e:7c:4c:6b", "network": {"id": "bd468fff-4801-4574-8714-b836964e6409", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1690901245-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ae94902545f4e4daaadc739a6cf23de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79f02527-bd", "ovs_interfaceid": "79f02527-bd81-4859-ada4-9c7907b3fae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_vif [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70b3214-3952-4a32-930e-ad5bb5f7205c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae] added
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79f02527-bd, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0a0b19fd-1595-4607-900d-eced107167cf) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:49 user nova-compute[75075]: INFO os_vif [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:4c:6b,bridge_name='br-int',has_traffic_filtering=True,id=79f02527-bd81-4859-ada4-9c7907b3fae9,network=Network(bd468fff-4801-4574-8714-b836964e6409),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79f02527-bd')
Nov 13 22:19:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GHRThZEy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:19:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf31657c-7b7a-425d-9219-8700d2ee0a2a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0dbf7b1-d093-4bd2-92c3-b1ee58c76b26]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CSdwgUyf {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CSdwgUyf" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce4f7c2-d86b-4001-a364-f282f8cd45f5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CSdwgUyf'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ab3d16-2ad1-42d0-83a2-3855ddfbd485]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ebfddc-38f0-4ddf-a3f6-f9501cbc718b]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[620c429f-1ab7-4740-81e3-a03631616db9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260]
Nov 13 22:19:49 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260] successful.
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3831ba2-1f3f-406a-9e04-201d2f12ad9b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce799fa-6f54-446c-af48-5e87b5dd22ca]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:49 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:19:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa10c967-36a0-4898-bc07-15de3a86895f]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:19:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CSdwgUyf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '26264356265646136', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26264356265646136', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.248s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c72024aa-93e3-4f2d-9745-f6e6591a2d1a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:19:50 user nova-compute[75075]: No targets found.
Nov 13 22:19:50 user nova-compute[75075]: iSNS:
Nov 13 22:19:50 user nova-compute[75075]: No targets found.
Nov 13 22:19:50 user nova-compute[75075]: STATIC:
Nov 13 22:19:50 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae
Nov 13 22:19:50 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:50 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:50 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9
Nov 13 22:19:50 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:50 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:50 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:19:50 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:19:50 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:19:50 user nova-compute[75075]: FIRMWARE:
Nov 13 22:19:50 user nova-compute[75075]: No targets found.
Nov 13 22:19:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:19:50 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:19:50 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:19:50 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:50 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:19:50 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:19:50 user nova-compute[75075]:   <serial>4fbb28a2-e770-43b4-9b01-563e9398a0ae</serial>
Nov 13 22:19:50 user nova-compute[75075]: </disk>
Nov 13 22:19:50 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0739f653-c524-49c2-8814-c2a24ed80247]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3503963-b1c6-40f9-a1a4-df607335a59c]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:50 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:50 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:19:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 (non-flash)
Nov 13 22:19:50 user nova-compute[75075]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:19:50 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:19:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2881644c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3039e26d-0674-43eb-8dd0-1b0ad6c10a94]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[43149356-ad56-445c-9fe0-bad3836820e3]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b85da3-d6fc-40f1-925c-4a14d112fe95]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a6cc9b-7dad-4c51-a748-770ce84246de]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb98d1a-b165-462b-a9cf-97a199dab644]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9264986f-42a7-47ff-bd6b-be093ddbde9e]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260]
Nov 13 22:19:51 user nova-compute[75075]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9, portal: 172.16.0.220,3260] successful.
Nov 13 22:19:51 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] Acquiring lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] No waiting events found dispatching network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:19:51 user nova-compute[75075]: WARNING nova.compute.manager [req-af9bc54a-781f-47be-9bda-fd1ec8e2c059 req-b12c670c-8e76-4c47-8284-ade3f17b3eff service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received unexpected event network-vif-plugged-79f02527-bd81-4859-ada4-9c7907b3fae9 for instance with vm_state active and task_state deleting.
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82f8400d-c770-4f9f-99bb-15720abe7ac9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bea26d2-35ef-43a0-ac1c-395b4bf6ddc2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] <== disconnect_volume: return (1531ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:19:51 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Deleting instance files /opt/stack/data/nova/instances/10b20e4b-6454-46d1-8fc8-95cd0498e907_del
Nov 13 22:19:51 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Deletion of /opt/stack/data/nova/instances/10b20e4b-6454-46d1-8fc8-95cd0498e907_del complete
Nov 13 22:19:51 user nova-compute[75075]: INFO nova.compute.manager [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Took 2.38 seconds to destroy the instance on the hypervisor.
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] No VIF found with MAC fa:16:3e:68:e7:bd, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-01e8e54e-e1bc-42da-b39c-efee90a4fa33 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.060s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:19:51 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Took 0.69 seconds to deallocate network for instance.
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-2d64e7e0-7176-4570-8f71-b4f078a808ae req-4822573a-f078-4354-aa0b-a58b69ac492c service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Received event network-vif-deleted-79f02527-bd81-4859-ada4-9c7907b3fae9 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:51 user nova-compute[75075]: INFO nova.compute.manager [req-2d64e7e0-7176-4570-8f71-b4f078a808ae req-4822573a-f078-4354-aa0b-a58b69ac492c service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Neutron deleted interface 79f02527-bd81-4859-ada4-9c7907b3fae9; detaching it from the instance and deleting it from the info cache
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.network.neutron [req-2d64e7e0-7176-4570-8f71-b4f078a808ae req-4822573a-f078-4354-aa0b-a58b69ac492c service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:19:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-2d64e7e0-7176-4570-8f71-b4f078a808ae req-4822573a-f078-4354-aa0b-a58b69ac492c service nova] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Detach interface failed, port_id=79f02527-bd81-4859-ada4-9c7907b3fae9, reason: Instance 10b20e4b-6454-46d1-8fc8-95cd0498e907 could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:19:52 user nova-compute[75075]: INFO nova.compute.manager [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] [instance: 10b20e4b-6454-46d1-8fc8-95cd0498e907] Took 0.70 seconds to detach 1 volumes for instance.
Nov 13 22:19:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:52 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:19:52 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:19:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.231s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:52 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Deleted allocations for instance 10b20e4b-6454-46d1-8fc8-95cd0498e907
Nov 13 22:19:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5c3cdb27-2631-4a3e-bbe1-5dd7814dda5a tempest-TestVolumeBootPattern-1964951012 tempest-TestVolumeBootPattern-1964951012-project-member] Lock "10b20e4b-6454-46d1-8fc8-95cd0498e907" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.190s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:53 user nova-compute[75075]: INFO nova.compute.manager [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Detaching volume 4fbb28a2-e770-43b4-9b01-563e9398a0ae
Nov 13 22:19:53 user nova-compute[75075]: INFO nova.virt.block_device [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Attempting to driver detach volume 4fbb28a2-e770-43b4-9b01-563e9398a0ae from mountpoint /dev/vdb
Nov 13 22:19:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Attempting to detach device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:19:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:53 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:19:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:19:53 user nova-compute[75075]:   <serial>4fbb28a2-e770-43b4-9b01-563e9398a0ae</serial>
Nov 13 22:19:53 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:19:53 user nova-compute[75075]: </disk>
Nov 13 22:19:53 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:53 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the persistent domain config.
Nov 13 22:19:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:19:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:53 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:53 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:19:53 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:19:53 user nova-compute[75075]:   <serial>4fbb28a2-e770-43b4-9b01-563e9398a0ae</serial>
Nov 13 22:19:53 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:19:53 user nova-compute[75075]: </disk>
Nov 13 22:19:53 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:19:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:55 user nova-compute[75075]: INFO nova.compute.manager [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Terminating instance
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-unplugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] No waiting events found dispatching network-vif-unplugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0ba708c-dc21-43e5-b40a-b27e487c71b9 req-b5b50f0e-445b-41b1-959f-295816c037eb service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-unplugged-016ca308-75fd-4838-b7a7-1bd243b22984 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:19:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Instance destroyed successfully.
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.objects.instance [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'resources' on Instance uuid 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-429190661',display_name='tempest-AttachVolumeNegativeTest-server-429190661',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-429190661',id=37,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCthD4UkTrtUlTB/2VgHyUSzCAJUhNzhaejy59mIllMGxygX3QW+8zz3a3MRH2mO7TfZtifD5E9RJo0mGkzNv2MG0L5UEiDZmZQVl8fZk4E/cJ12RSWT28jY2ayp7PGV+A==',key_name='tempest-keypair-432966960',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:14:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-00j6qmzh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:14:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=0b317d12-3ff9-4dc7-acef-ac6b3eeb743e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "016ca308-75fd-4838-b7a7-1bd243b22984", "address": "fa:16:3e:cd:86:44", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.116", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap016ca308-75", "ovs_interfaceid": "016ca308-75fd-4838-b7a7-1bd243b22984", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG os_vif [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap016ca308-75, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2997461b-a9d7-4001-90aa-9394acccd04f) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:19:55 user nova-compute[75075]: INFO os_vif [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:86:44,bridge_name='br-int',has_traffic_filtering=True,id=016ca308-75fd-4838-b7a7-1bd243b22984,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap016ca308-75')
Nov 13 22:19:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Deleting instance files /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e_del
Nov 13 22:19:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Deletion of /opt/stack/data/nova/instances/0b317d12-3ff9-4dc7-acef-ac6b3eeb743e_del complete
Nov 13 22:19:56 user nova-compute[75075]: INFO nova.compute.manager [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 13 22:19:56 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:56 user nova-compute[75075]: INFO nova.compute.manager [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Detaching volume d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:19:56 user nova-compute[75075]: INFO nova.virt.block_device [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Attempting to driver detach volume d6a71141-1532-4992-a13b-c093590e856d from mountpoint /dev/vdc
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Attempting to detach device vdc from instance 64ab973e-c377-4245-9fbe-bb060789ffb9 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:56 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:56 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:19:56 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:19:56 user nova-compute[75075]:   <serial>d6a71141-1532-4992-a13b-c093590e856d</serial>
Nov 13 22:19:56 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:19:56 user nova-compute[75075]: </disk>
Nov 13 22:19:56 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully detached device vdc from instance 64ab973e-c377-4245-9fbe-bb060789ffb9 from the persistent domain config.
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 64ab973e-c377-4245-9fbe-bb060789ffb9 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:19:56 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:19:56 user nova-compute[75075]:   <source dev="/dev/sdb"/>
Nov 13 22:19:56 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:19:56 user nova-compute[75075]:   <serial>d6a71141-1532-4992-a13b-c093590e856d</serial>
Nov 13 22:19:56 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 13 22:19:56 user nova-compute[75075]: </disk>
Nov 13 22:19:56 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:19:56 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Took 0.77 seconds to deallocate network for instance.
Nov 13 22:19:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.209s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:57 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Deleted allocations for instance 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e
Nov 13 22:19:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82637ac5-5879-4466-bfd4-40afb285bf38 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.020s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] Acquiring lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] Lock "0b317d12-3ff9-4dc7-acef-ac6b3eeb743e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:19:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] No waiting events found dispatching network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:19:57 user nova-compute[75075]: WARNING nova.compute.manager [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received unexpected event network-vif-plugged-016ca308-75fd-4838-b7a7-1bd243b22984 for instance with vm_state deleted and task_state None.
Nov 13 22:19:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-e6de0b49-cff0-4299-aa5f-eafae6242a21 req-40d3df32-6230-4dbc-8364-e1b3039111c1 service nova] [instance: 0b317d12-3ff9-4dc7-acef-ac6b3eeb743e] Received event network-vif-deleted-016ca308-75fd-4838-b7a7-1bd243b22984 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:03 user nova-compute[75075]: INFO nova.compute.manager [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Terminating instance
Nov 13 22:20:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-62dc7dab-6e10-4fee-8dea-494fd854ddfa req-5eea95ca-647c-415d-a63d-272019f6e9cd service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Instance destroyed successfully.
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'resources' on Instance uuid 085cfe78-d3f7-4810-915f-6fdf3b1b0050 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:10:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1233982160',display_name='tempest-AttachVolumeTestJSON-server-1233982160',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1233982160',id=35,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLRf7hxChcrPPcMMwMkhy1/Nm561iyVlqbq9GM67DUxCVG6gsMC+JLM2itjih0wWVbTza7rYUx0rn5U/j8Xg0mLeEOzSRDrgFYi9/lw5mFaPLklPFSUDsydjJZlMxANA8Q==',key_name='tempest-keypair-1141640814',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:10:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-q7a42rdm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:18:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=085cfe78-d3f7-4810-915f-6fdf3b1b0050,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "2488393f-fafa-467d-927a-545c1ceffe94", "address": "fa:16:3e:6e:3e:0b", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.52", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2488393f-fa", "ovs_interfaceid": "2488393f-fafa-467d-927a-545c1ceffe94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG os_vif [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2488393f-fa, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d6b0ee2b-2161-43ff-a786-2493ab6c1e84) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:04 user nova-compute[75075]: INFO os_vif [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:3e:0b,bridge_name='br-int',has_traffic_filtering=True,id=2488393f-fafa-467d-927a-545c1ceffe94,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2488393f-fa')
Nov 13 22:20:04 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Deleting instance files /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050_del
Nov 13 22:20:04 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Deletion of /opt/stack/data/nova/instances/085cfe78-d3f7-4810-915f-6fdf3b1b0050_del complete
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: INFO nova.compute.manager [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 13 22:20:04 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:05 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Took 1.06 seconds to deallocate network for instance.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Deleted allocations for instance 085cfe78-d3f7-4810-915f-6fdf3b1b0050
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5004714a-cd40-424d-86ab-256f4731547f tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.248s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:05 user nova-compute[75075]: WARNING nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state deleted and task_state None.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:05 user nova-compute[75075]: WARNING nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state deleted and task_state None.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:05 user nova-compute[75075]: WARNING nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state deleted and task_state None.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:05 user nova-compute[75075]: WARNING nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-unplugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state deleted and task_state None.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Acquiring lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] Lock "085cfe78-d3f7-4810-915f-6fdf3b1b0050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] No waiting events found dispatching network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:05 user nova-compute[75075]: WARNING nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received unexpected event network-vif-plugged-2488393f-fafa-467d-927a-545c1ceffe94 for instance with vm_state deleted and task_state None.
Nov 13 22:20:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-e982e8d9-a017-4534-9f12-bb65fde8880e req-c2629fb6-777b-4ae0-8409-77518e0e3352 service nova] [instance: 085cfe78-d3f7-4810-915f-6fdf3b1b0050] Received event network-vif-deleted-2488393f-fafa-467d-927a-545c1ceffe94 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:13 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17461a81-88c0-4798-a959-7c98db9b022b is timed out.
Nov 13 22:20:13 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully detached device vdb from instance 17461a81-88c0-4798-a959-7c98db9b022b from the live domain config.
Nov 13 22:20:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CSdwgUyf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:20:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.083s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e37df9e-4b71-4fae-8a86-2c40f024fd2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:20:13 user nova-compute[75075]: No targets found.
Nov 13 22:20:13 user nova-compute[75075]: iSNS:
Nov 13 22:20:13 user nova-compute[75075]: No targets found.
Nov 13 22:20:13 user nova-compute[75075]: STATIC:
Nov 13 22:20:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae
Nov 13 22:20:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:20:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:20:13 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:20:13 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:20:13 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:20:13 user nova-compute[75075]: FIRMWARE:
Nov 13 22:20:13 user nova-compute[75075]: No targets found.
Nov 13 22:20:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:20:13 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:20:13 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca5f00d-528f-4906-ab66-9a061a3b6e5f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc41343-8b71-4517-8b1c-16a03326f7ba]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:20:13 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:20:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:20:13 user nova-compute[75075]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae (non-flash)
Nov 13 22:20:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac757250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:20:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d2d7690-7e59-4d63-9fa4-5808e2e0df95]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6f55f9-0ac3-4473-833e-8aa943cacc9f]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[452ee926-389f-476a-80fe-d4104d2ecec9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c26ceb-55b2-46ab-a3ad-b8f6c546fff1]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ab2c3c-d672-4d0a-ace6-a5e90a243b8b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa8f029-7cc8-4e3c-a970-abedfa58e054]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260]
Nov 13 22:20:14 user nova-compute[75075]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae, portal: 172.16.0.220,3260] successful.
Nov 13 22:20:14 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fbb28a2-e770-43b4-9b01-563e9398a0ae -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2eae451-8a5d-487f-a142-f02df66da96a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] <== disconnect_volume: return (341ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'flavor' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-264e2d8e-9cd2-4fdb-883a-7da6639e3bee tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.640s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:16 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 64ab973e-c377-4245-9fbe-bb060789ffb9 is timed out.
Nov 13 22:20:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully detached device vdc from instance 64ab973e-c377-4245-9fbe-bb060789ffb9 from the live domain config.
Nov 13 22:20:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LdJfcNlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:20:16 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89deda9-7a0f-40f1-8a21-21c6edf783f4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:20:16 user nova-compute[75075]: No targets found.
Nov 13 22:20:16 user nova-compute[75075]: iSNS:
Nov 13 22:20:16 user nova-compute[75075]: No targets found.
Nov 13 22:20:16 user nova-compute[75075]: STATIC:
Nov 13 22:20:16 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d
Nov 13 22:20:16 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:20:16 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:20:16 user nova-compute[75075]: FIRMWARE:
Nov 13 22:20:16 user nova-compute[75075]: No targets found.
Nov 13 22:20:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:20:16 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:20:16 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e539d463-7634-4bd9-a172-fa809d6b3b54]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a808f24-d17a-4b5f-a6b6-5e50b1112a9c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:20:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d (non-flash)
Nov 13 22:20:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac16bd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c03696a-1cf5-4b98-b69e-86b34d31a0ed]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a2ef6a-dc30-45d1-aec6-350f706d56b2]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa92774-3d03-4452-ac14-a47841922a07]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2082b263-8ff1-4d73-91dc-9be07dd9a86c]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0d0267-b7c9-417a-8082-8a42ab0a58da]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6d9528-be47-4749-8957-ddd474fdc5a4]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260]
Nov 13 22:20:16 user nova-compute[75075]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d, portal: 172.16.0.220,3260] successful.
Nov 13 22:20:16 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6a71141-1532-4992-a13b-c093590e856d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0753436d-e250-4a57-a736-714367079ddb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] <== disconnect_volume: return (281ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:20:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:20:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'flavor' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a901a89-ac0c-495b-93b2-3de759f61d85 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.553s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:20:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:26 user nova-compute[75075]: DEBUG nova.compute.manager [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:20:26 user nova-compute[75075]: INFO nova.compute.manager [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] instance snapshotting
Nov 13 22:20:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Beginning live snapshot process
Nov 13 22:20:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json -f qcow2" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df.delta 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:27 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df.delta 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:27 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 13 22:20:27 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:20:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:20:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 13 22:20:28 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:20:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df.delta /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df.delta /opt/stack/data/nova/instances/snapshots/tmp1lewkipl/64e5952016c4473cb57596b347da74df" returned: 0 in 0.614s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Snapshot extracted, beginning image upload
Nov 13 22:20:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:31 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Snapshot image upload complete
Nov 13 22:20:31 user nova-compute[75075]: INFO nova.compute.manager [None req-540e6005-f150-4585-af8f-5de376eb45a2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Took 5.05 seconds to snapshot the instance on the hypervisor.
Nov 13 22:20:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating instance_info_cache with network_info: [{"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-17461a81-88c0-4798-a959-7c98db9b022b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:44 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:45 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:20:45 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8569MB free_disk=25.282501220703125GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 17461a81-88c0-4798-a959-7c98db9b022b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 64ab973e-c377-4245-9fbe-bb060789ffb9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:20:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.254s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:46 user nova-compute[75075]: INFO nova.compute.manager [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Terminating instance
Nov 13 22:20:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-33dd9e8b-9adf-4b72-afa3-e405fda16da8 req-3853de07-72f7-4931-9afb-b61a6b308c01 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-unplugged-94998947-85af-4303-be57-16dea1855aaf for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Instance destroyed successfully.
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.objects.instance [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'resources' on Instance uuid 64ab973e-c377-4245-9fbe-bb060789ffb9 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:14:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-2127483433',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-2127483433',id=38,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEYJtBIfyIb+VPd8MBOjak4ejrNYabyb4hXdDo81XO4b4iYdw6DsGgHWVShMfxmQJcwb6SKpVsiBliGgYnR2T4ACeLo7usmfQebxS/LlDFtoKorNoFaxtv8WBERj27WOeA==',key_name='tempest-keypair-1947000264',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:18:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-njrbypq5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:18:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=64ab973e-c377-4245-9fbe-bb060789ffb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "94998947-85af-4303-be57-16dea1855aaf", "address": "fa:16:3e:e3:1a:2f", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94998947-85", "ovs_interfaceid": "94998947-85af-4303-be57-16dea1855aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG os_vif [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94998947-85, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cd2f0739-46ec-45f0-98ef-9d8f03b7ec71) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:47 user nova-compute[75075]: INFO os_vif [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:1a:2f,bridge_name='br-int',has_traffic_filtering=True,id=94998947-85af-4303-be57-16dea1855aaf,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94998947-85')
Nov 13 22:20:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Deleting instance files /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9_del
Nov 13 22:20:47 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Deletion of /opt/stack/data/nova/instances/64ab973e-c377-4245-9fbe-bb060789ffb9_del complete
Nov 13 22:20:47 user nova-compute[75075]: INFO nova.compute.manager [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 13 22:20:47 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:20:47 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:48 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Took 1.00 seconds to deallocate network for instance.
Nov 13 22:20:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.188s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:48 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Deleted allocations for instance 64ab973e-c377-4245-9fbe-bb060789ffb9
Nov 13 22:20:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-66a97ad4-5bff-4052-8afd-8eee8403797e tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.295s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] Acquiring lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] Lock "64ab973e-c377-4245-9fbe-bb060789ffb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] No waiting events found dispatching network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:49 user nova-compute[75075]: WARNING nova.compute.manager [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received unexpected event network-vif-plugged-94998947-85af-4303-be57-16dea1855aaf for instance with vm_state deleted and task_state None.
Nov 13 22:20:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-3654b764-ac8d-4eee-b265-adf3790d68d1 req-51660fd3-9d70-4b22-8d0c-4e278c4cb6d1 service nova] [instance: 64ab973e-c377-4245-9fbe-bb060789ffb9] Received event network-vif-deleted-94998947-85af-4303-be57-16dea1855aaf {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:20:50 user nova-compute[75075]: INFO nova.compute.claims [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Claim successful on node user
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.254s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:20:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.policy [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280d4d307313474abd70504fcb3e1a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db652d97b0345dd9530f3c62d26c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:20:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Creating image(s)
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "/opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk 1073741824" returned: 0 in 0.057s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Successfully created port: c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Cannot resize image /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Ensure instance console log exists: /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Successfully updated port: c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquired lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.compute.manager [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-changed-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.compute.manager [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Refreshing instance network info cache due to event network-changed-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] Acquiring lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.neutron [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating instance_info_cache with network_info: [{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Releasing lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Instance network_info: |[{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] Acquired lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.neutron [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Refreshing network info cache for port c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Start _get_guest_xml network_info=[{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:20:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:20:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-340157625',display_name='tempest-AttachVolumeNegativeTest-server-340157625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-340157625',id=44,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrcsVdofG2lur56zgoZRIXz5l9QgJToxtNbInbWjC2icAVcqpr6VtY984UDiKKhDSA76ECF1IpbY6EeoyivjktM2efjqaKyz91CBeG5Y3NBYi/6M40KGZfmEykErqqCGA==',key_name='tempest-keypair-926515061',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-c060y3q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:20:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=116d306d-245a-414f-9c5b-2e1c9189fe3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'pci_devices' on Instance uuid 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:20:52 user nova-compute[75075]:   <uuid>116d306d-245a-414f-9c5b-2e1c9189fe3d</uuid>
Nov 13 22:20:52 user nova-compute[75075]:   <name>instance-0000002c</name>
Nov 13 22:20:52 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:20:52 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:20:52 user nova-compute[75075]:   <metadata>
Nov 13 22:20:52 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:20:52 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeNegativeTest-server-340157625</nova:name>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:20:52</nova:creationTime>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:20:52 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:20:52 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:owner>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:user uuid="280d4d307313474abd70504fcb3e1a45">tempest-AttachVolumeNegativeTest-1696483849-project-member</nova:user>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:project uuid="8db652d97b0345dd9530f3c62d26c55f">tempest-AttachVolumeNegativeTest-1696483849</nova:project>
Nov 13 22:20:52 user nova-compute[75075]:       </nova:owner>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:20:52 user nova-compute[75075]:       <nova:ports>
Nov 13 22:20:52 user nova-compute[75075]:         <nova:port uuid="c2381f12-a780-485d-a1dc-ec4f4e4ac5ce">
Nov 13 22:20:52 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:20:52 user nova-compute[75075]:         </nova:port>
Nov 13 22:20:52 user nova-compute[75075]:       </nova:ports>
Nov 13 22:20:52 user nova-compute[75075]:     </nova:instance>
Nov 13 22:20:52 user nova-compute[75075]:   </metadata>
Nov 13 22:20:52 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:20:52 user nova-compute[75075]:     <system>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="serial">116d306d-245a-414f-9c5b-2e1c9189fe3d</entry>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="uuid">116d306d-245a-414f-9c5b-2e1c9189fe3d</entry>
Nov 13 22:20:52 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:20:52 user nova-compute[75075]:     </system>
Nov 13 22:20:52 user nova-compute[75075]:   </sysinfo>
Nov 13 22:20:52 user nova-compute[75075]:   <os>
Nov 13 22:20:52 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:20:52 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:20:52 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:20:52 user nova-compute[75075]:   </os>
Nov 13 22:20:52 user nova-compute[75075]:   <features>
Nov 13 22:20:52 user nova-compute[75075]:     <acpi/>
Nov 13 22:20:52 user nova-compute[75075]:     <apic/>
Nov 13 22:20:52 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:20:52 user nova-compute[75075]:   </features>
Nov 13 22:20:52 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:20:52 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:20:52 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:20:52 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:20:52 user nova-compute[75075]:   </clock>
Nov 13 22:20:52 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:20:52 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:20:52 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:20:52 user nova-compute[75075]:   </cpu>
Nov 13 22:20:52 user nova-compute[75075]:   <devices>
Nov 13 22:20:52 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:20:52 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:20:52 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk"/>
Nov 13 22:20:52 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:20:52 user nova-compute[75075]:     </disk>
Nov 13 22:20:52 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:20:52 user nova-compute[75075]:       <mac address="fa:16:3e:07:ef:a5"/>
Nov 13 22:20:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:20:52 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:20:52 user nova-compute[75075]:       <target dev="tapc2381f12-a7"/>
Nov 13 22:20:52 user nova-compute[75075]:     </interface>
Nov 13 22:20:52 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:20:52 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/console.log" append="off"/>
Nov 13 22:20:52 user nova-compute[75075]:     </serial>
Nov 13 22:20:52 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:20:52 user nova-compute[75075]:     <video>
Nov 13 22:20:52 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:20:52 user nova-compute[75075]:     </video>
Nov 13 22:20:52 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:20:52 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:20:52 user nova-compute[75075]:     </rng>
Nov 13 22:20:52 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:20:52 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:20:52 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:20:52 user nova-compute[75075]:     </memballoon>
Nov 13 22:20:52 user nova-compute[75075]:   </devices>
Nov 13 22:20:52 user nova-compute[75075]: </domain>
Nov 13 22:20:52 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-340157625',display_name='tempest-AttachVolumeNegativeTest-server-340157625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-340157625',id=44,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrcsVdofG2lur56zgoZRIXz5l9QgJToxtNbInbWjC2icAVcqpr6VtY984UDiKKhDSA76ECF1IpbY6EeoyivjktM2efjqaKyz91CBeG5Y3NBYi/6M40KGZfmEykErqqCGA==',key_name='tempest-keypair-926515061',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-c060y3q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:20:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=116d306d-245a-414f-9c5b-2e1c9189fe3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG os_vif [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93648d72-7e14-524c-90f2-faf94defd8b7', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2381f12-a7, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2381f12-a7, col_values=(('qos', UUID('13fd718c-f7a7-464e-b623-c14e00c63867')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2381f12-a7, col_values=(('external_ids', {'iface-id': 'c2381f12-a780-485d-a1dc-ec4f4e4ac5ce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:ef:a5', 'vm-uuid': '116d306d-245a-414f-9c5b-2e1c9189fe3d'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:52 user nova-compute[75075]: INFO os_vif [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7')
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:20:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:07:ef:a5, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.network.neutron [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updated VIF entry in instance network info cache for port c2381f12-a780-485d-a1dc-ec4f4e4ac5ce. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.network.neutron [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating instance_info_cache with network_info: [{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:53 user nova-compute[75075]: INFO nova.compute.manager [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Terminating instance
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7b18c11e-469c-4a52-ac6f-852a2edeabe2 req-5c77a517-ef8e-4b55-975f-dfcddad30e11 service nova] Releasing lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e57b5d0-8df7-49da-95de-340d938e15b6 req-6bb3fdac-0d04-4ec6-b4ee-10c7b053ad7a service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Instance destroyed successfully.
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lazy-loading 'resources' on Instance uuid 17461a81-88c0-4798-a959-7c98db9b022b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:14:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-255224487',display_name='tempest-SnapshotDataIntegrityTests-server-255224487',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-255224487',id=39,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIB05VgnwwEN4Efy0LSyb+c/VjUcSdmnhCTS92GrnQXSGRlMV2IHjjX4J4GameQhHhRmljrOJcdd/AF1gwoaooZAdVXZ94STb+jcKc4+sDaHiooQx9U0g/GL5GSZVMc8RA==',key_name='tempest-keypair-556245065',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:14:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='10d47999445943b193ac2389967c0284',ramdisk_id='',reservation_id='r-80e3nuro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-167223272',owner_user_name='tempest-SnapshotDataIntegrityTests-167223272-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:14:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fc900bc9187c4bf99d8203500bcf7ee7',uuid=17461a81-88c0-4798-a959-7c98db9b022b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converting VIF {"id": "66114b98-d72c-4133-8f88-f2eb17014483", "address": "fa:16:3e:68:e7:bd", "network": {"id": "2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-738689826-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "10d47999445943b193ac2389967c0284", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap66114b98-d7", "ovs_interfaceid": "66114b98-d72c-4133-8f88-f2eb17014483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG os_vif [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap66114b98-d7, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b96d5237-682b-4ea8-9eac-45bfd87662bc) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:20:54 user nova-compute[75075]: INFO os_vif [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:e7:bd,bridge_name='br-int',has_traffic_filtering=True,id=66114b98-d72c-4133-8f88-f2eb17014483,network=Network(2f88e488-f8e3-4ea2-9d07-a8c4a7c03f6c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap66114b98-d7')
Nov 13 22:20:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Deleting instance files /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b_del
Nov 13 22:20:54 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Deletion of /opt/stack/data/nova/instances/17461a81-88c0-4798-a959-7c98db9b022b_del complete
Nov 13 22:20:54 user nova-compute[75075]: INFO nova.compute.manager [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Took 1.45 seconds to destroy the instance on the hypervisor.
Nov 13 22:20:54 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] No waiting events found dispatching network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:54 user nova-compute[75075]: WARNING nova.compute.manager [req-7166eb77-628b-44b1-af5d-7b405346dbf8 req-b39030c5-4085-4931-b6f9-78f45c4ce8fc service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received unexpected event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce for instance with vm_state building and task_state spawning.
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:55 user nova-compute[75075]: WARNING nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state active and task_state deleting.
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:55 user nova-compute[75075]: WARNING nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state active and task_state deleting.
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:55 user nova-compute[75075]: WARNING nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state active and task_state deleting.
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-unplugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Acquiring lock "17461a81-88c0-4798-a959-7c98db9b022b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] Lock "17461a81-88c0-4798-a959-7c98db9b022b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] No waiting events found dispatching network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:55 user nova-compute[75075]: WARNING nova.compute.manager [req-72a6b6df-9f86-4f50-b0ff-4c3b65f4c564 req-b7aa9e92-0595-4277-97ca-7d41c1c8b23e service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received unexpected event network-vif-plugged-66114b98-d72c-4133-8f88-f2eb17014483 for instance with vm_state active and task_state deleting.
Nov 13 22:20:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:20:56 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Took 1.50 seconds to deallocate network for instance.
Nov 13 22:20:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:56 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Deleted allocations for instance 17461a81-88c0-4798-a959-7c98db9b022b
Nov 13 22:20:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b0f71672-86f2-47c4-ae39-684a9d540f43 tempest-SnapshotDataIntegrityTests-167223272 tempest-SnapshotDataIntegrityTests-167223272-project-member] Lock "17461a81-88c0-4798-a959-7c98db9b022b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.335s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:20:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Instance spawned successfully.
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:20:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:56 user nova-compute[75075]: INFO nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Took 6.11 seconds to spawn the instance on the hypervisor.
Nov 13 22:20:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:20:56 user nova-compute[75075]: INFO nova.compute.manager [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Took 6.74 seconds to build instance.
Nov 13 22:20:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7a865e13-3230-4395-81a9-a5b6827f5773 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.115s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] No waiting events found dispatching network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:20:57 user nova-compute[75075]: WARNING nova.compute.manager [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received unexpected event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce for instance with vm_state active and task_state None.
Nov 13 22:20:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-66719579-3fc1-403d-8457-fe8c148d390a req-b9dda1da-9dbe-4077-bc99-40b29fe165e0 service nova] [instance: 17461a81-88c0-4798-a959-7c98db9b022b] Received event network-vif-deleted-66114b98-d72c-4133-8f88-f2eb17014483 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:57 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:20:57 user nova-compute[75075]: INFO nova.compute.claims [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Claim successful on node user
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.384s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:20:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.policy [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d5da1349fca4479a550cb78b117f706', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a54c32c66b7e401c8930cd7b1153f3f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:20:58 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Creating image(s)
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "/opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "/opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "/opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.190s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk 1073741824" returned: 0 in 0.068s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Successfully created port: 1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking if we can resize image /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Cannot resize image /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Ensure instance console log exists: /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Successfully updated port: 1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquired lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-changed-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.compute.manager [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Refreshing instance network info cache due to event network-changed-1c1ef091-a73d-4b94-b6f1-39978c5cf738. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] Acquiring lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:20:59 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.neutron [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating instance_info_cache with network_info: [{"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Releasing lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Instance network_info: |[{"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] Acquired lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.neutron [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Refreshing network info cache for port 1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Start _get_guest_xml network_info=[{"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:21:00 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:00 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-514071742',display_name='tempest-AttachVolumeTestJSON-server-514071742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-514071742',id=45,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq7FYRql6CnZYEiLXOxB/FIcvpSPmau3C8jl7lFBE+hQlz3DdLtY1ZTHiYYc4F8oWOJrfEtkqPLu1ro7opqveYfifcYXDIfcRB70lm0tDYL+wgaknwIgxbS2EcLx4T9Bg==',key_name='tempest-keypair-1938714161',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-axet0ooh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=16f9922f-df47-425f-bd3b-f97e9ced0b10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'pci_devices' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:21:00 user nova-compute[75075]:   <uuid>16f9922f-df47-425f-bd3b-f97e9ced0b10</uuid>
Nov 13 22:21:00 user nova-compute[75075]:   <name>instance-0000002d</name>
Nov 13 22:21:00 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:21:00 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:21:00 user nova-compute[75075]:   <metadata>
Nov 13 22:21:00 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:21:00 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeTestJSON-server-514071742</nova:name>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:21:00</nova:creationTime>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:21:00 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:21:00 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:owner>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:user uuid="0d5da1349fca4479a550cb78b117f706">tempest-AttachVolumeTestJSON-1049178865-project-member</nova:user>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:project uuid="a54c32c66b7e401c8930cd7b1153f3f6">tempest-AttachVolumeTestJSON-1049178865</nova:project>
Nov 13 22:21:00 user nova-compute[75075]:       </nova:owner>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:21:00 user nova-compute[75075]:       <nova:ports>
Nov 13 22:21:00 user nova-compute[75075]:         <nova:port uuid="1c1ef091-a73d-4b94-b6f1-39978c5cf738">
Nov 13 22:21:00 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 13 22:21:00 user nova-compute[75075]:         </nova:port>
Nov 13 22:21:00 user nova-compute[75075]:       </nova:ports>
Nov 13 22:21:00 user nova-compute[75075]:     </nova:instance>
Nov 13 22:21:00 user nova-compute[75075]:   </metadata>
Nov 13 22:21:00 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:21:00 user nova-compute[75075]:     <system>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="serial">16f9922f-df47-425f-bd3b-f97e9ced0b10</entry>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="uuid">16f9922f-df47-425f-bd3b-f97e9ced0b10</entry>
Nov 13 22:21:00 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:21:00 user nova-compute[75075]:     </system>
Nov 13 22:21:00 user nova-compute[75075]:   </sysinfo>
Nov 13 22:21:00 user nova-compute[75075]:   <os>
Nov 13 22:21:00 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:21:00 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:21:00 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:21:00 user nova-compute[75075]:   </os>
Nov 13 22:21:00 user nova-compute[75075]:   <features>
Nov 13 22:21:00 user nova-compute[75075]:     <acpi/>
Nov 13 22:21:00 user nova-compute[75075]:     <apic/>
Nov 13 22:21:00 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:21:00 user nova-compute[75075]:   </features>
Nov 13 22:21:00 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:21:00 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:21:00 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:21:00 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:21:00 user nova-compute[75075]:   </clock>
Nov 13 22:21:00 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:21:00 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:21:00 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:21:00 user nova-compute[75075]:   </cpu>
Nov 13 22:21:00 user nova-compute[75075]:   <devices>
Nov 13 22:21:00 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:21:00 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:21:00 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk"/>
Nov 13 22:21:00 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:21:00 user nova-compute[75075]:     </disk>
Nov 13 22:21:00 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:21:00 user nova-compute[75075]:       <mac address="fa:16:3e:e4:be:30"/>
Nov 13 22:21:00 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:21:00 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:21:00 user nova-compute[75075]:       <target dev="tap1c1ef091-a7"/>
Nov 13 22:21:00 user nova-compute[75075]:     </interface>
Nov 13 22:21:00 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:21:00 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/console.log" append="off"/>
Nov 13 22:21:00 user nova-compute[75075]:     </serial>
Nov 13 22:21:00 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:21:00 user nova-compute[75075]:     <video>
Nov 13 22:21:00 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:21:00 user nova-compute[75075]:     </video>
Nov 13 22:21:00 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:21:00 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:21:00 user nova-compute[75075]:     </rng>
Nov 13 22:21:00 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:21:00 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:21:00 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:21:00 user nova-compute[75075]:     </memballoon>
Nov 13 22:21:00 user nova-compute[75075]:   </devices>
Nov 13 22:21:00 user nova-compute[75075]: </domain>
Nov 13 22:21:00 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-514071742',display_name='tempest-AttachVolumeTestJSON-server-514071742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-514071742',id=45,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq7FYRql6CnZYEiLXOxB/FIcvpSPmau3C8jl7lFBE+hQlz3DdLtY1ZTHiYYc4F8oWOJrfEtkqPLu1ro7opqveYfifcYXDIfcRB70lm0tDYL+wgaknwIgxbS2EcLx4T9Bg==',key_name='tempest-keypair-1938714161',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-axet0ooh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:20:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=16f9922f-df47-425f-bd3b-f97e9ced0b10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG os_vif [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '577d0dfc-3f17-5d13-9a8f-851f86225fa0', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c1ef091-a7, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c1ef091-a7, col_values=(('qos', UUID('3e901974-7362-43cb-8994-3b8d0619a3d8')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c1ef091-a7, col_values=(('external_ids', {'iface-id': '1c1ef091-a73d-4b94-b6f1-39978c5cf738', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:be:30', 'vm-uuid': '16f9922f-df47-425f-bd3b-f97e9ced0b10'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:00 user nova-compute[75075]: INFO os_vif [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7')
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No VIF found with MAC fa:16:3e:e4:be:30, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.neutron [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updated VIF entry in instance network info cache for port 1c1ef091-a73d-4b94-b6f1-39978c5cf738. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG nova.network.neutron [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating instance_info_cache with network_info: [{"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:21:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-827fca15-2281-4d17-8d6e-7e0b730703e8 req-9d8d5ada-0617-4a68-b7d4-b0c86b8ff4be service nova] Releasing lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] No waiting events found dispatching network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:21:01 user nova-compute[75075]: WARNING nova.compute.manager [req-bc8d830c-fc65-432d-8fd7-8cc934ebcbe0 req-9572b096-d40d-4886-a3c7-3ea8b2f4ec39 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received unexpected event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 for instance with vm_state building and task_state spawning.
Nov 13 22:21:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:21:03 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Instance spawned successfully.
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:03 user nova-compute[75075]: INFO nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Took 5.26 seconds to spawn the instance on the hypervisor.
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:21:03 user nova-compute[75075]: INFO nova.compute.manager [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Took 5.96 seconds to build instance.
Nov 13 22:21:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e3340533-1ad3-426b-8d9c-698c1fc49013 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.058s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] No waiting events found dispatching network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:21:03 user nova-compute[75075]: WARNING nova.compute.manager [req-dd07ca81-4b18-43ff-bbde-4114bf5054d8 req-6cf617b9-58ff-4d9a-a879-a93a6ae5164b service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received unexpected event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 for instance with vm_state active and task_state None.
Nov 13 22:21:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:35 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:21:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:21:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:21:40 user nova-compute[75075]: INFO nova.compute.claims [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Claim successful on node user
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:21:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.policy [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fbf36a4436a4ea199b857ec4cb3c2e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db654ea43264b94a8c09a9253874b64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:21:40 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Creating image(s)
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.193s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:40 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk 1073741824" returned: 0 in 0.057s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Successfully created port: ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Cannot resize image /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Ensure instance console log exists: /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Successfully updated port: ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing instance network info cache due to event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:21:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance network_info: |[{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start _get_guest_xml network_info=[{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:21:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:42 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDH6BRDfJMMpX9jVdjjJeAws4pjwe7GlXHEV2hfbHR5WRo4p+K+yrHhNb78nU0DfrC5GK3l7AqGsuM9B1e6dclwF1uasszheBz+EA9jpuoyWsl3AwB0HKB/yTohwLij6cQ==',key_name='tempest-keypair-1735201891',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:21:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:21:42 user nova-compute[75075]:   <uuid>9dff1037-89b0-4ded-be9e-647f19014972</uuid>
Nov 13 22:21:42 user nova-compute[75075]:   <name>instance-0000002e</name>
Nov 13 22:21:42 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:21:42 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:21:42 user nova-compute[75075]:   <metadata>
Nov 13 22:21:42 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:21:42 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1154829836</nova:name>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:21:42</nova:creationTime>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:21:42 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:21:42 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:owner>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:user uuid="2fbf36a4436a4ea199b857ec4cb3c2e0">tempest-AttachVolumeShelveTestJSON-158253385-project-member</nova:user>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:project uuid="8db654ea43264b94a8c09a9253874b64">tempest-AttachVolumeShelveTestJSON-158253385</nova:project>
Nov 13 22:21:42 user nova-compute[75075]:       </nova:owner>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:21:42 user nova-compute[75075]:       <nova:ports>
Nov 13 22:21:42 user nova-compute[75075]:         <nova:port uuid="ea74fa1d-b01d-4184-acf7-8a2a55bb993b">
Nov 13 22:21:42 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:21:42 user nova-compute[75075]:         </nova:port>
Nov 13 22:21:42 user nova-compute[75075]:       </nova:ports>
Nov 13 22:21:42 user nova-compute[75075]:     </nova:instance>
Nov 13 22:21:42 user nova-compute[75075]:   </metadata>
Nov 13 22:21:42 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:21:42 user nova-compute[75075]:     <system>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="serial">9dff1037-89b0-4ded-be9e-647f19014972</entry>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="uuid">9dff1037-89b0-4ded-be9e-647f19014972</entry>
Nov 13 22:21:42 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:21:42 user nova-compute[75075]:     </system>
Nov 13 22:21:42 user nova-compute[75075]:   </sysinfo>
Nov 13 22:21:42 user nova-compute[75075]:   <os>
Nov 13 22:21:42 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:21:42 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:21:42 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:21:42 user nova-compute[75075]:   </os>
Nov 13 22:21:42 user nova-compute[75075]:   <features>
Nov 13 22:21:42 user nova-compute[75075]:     <acpi/>
Nov 13 22:21:42 user nova-compute[75075]:     <apic/>
Nov 13 22:21:42 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:21:42 user nova-compute[75075]:   </features>
Nov 13 22:21:42 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:21:42 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:21:42 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:21:42 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:21:42 user nova-compute[75075]:   </clock>
Nov 13 22:21:42 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:21:42 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:21:42 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:21:42 user nova-compute[75075]:   </cpu>
Nov 13 22:21:42 user nova-compute[75075]:   <devices>
Nov 13 22:21:42 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:21:42 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:21:42 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk"/>
Nov 13 22:21:42 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:21:42 user nova-compute[75075]:     </disk>
Nov 13 22:21:42 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:21:42 user nova-compute[75075]:       <mac address="fa:16:3e:84:d7:aa"/>
Nov 13 22:21:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:21:42 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:21:42 user nova-compute[75075]:       <target dev="tapea74fa1d-b0"/>
Nov 13 22:21:42 user nova-compute[75075]:     </interface>
Nov 13 22:21:42 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:21:42 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/console.log" append="off"/>
Nov 13 22:21:42 user nova-compute[75075]:     </serial>
Nov 13 22:21:42 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:21:42 user nova-compute[75075]:     <video>
Nov 13 22:21:42 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:21:42 user nova-compute[75075]:     </video>
Nov 13 22:21:42 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:21:42 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:21:42 user nova-compute[75075]:     </rng>
Nov 13 22:21:42 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:21:42 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:21:42 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:21:42 user nova-compute[75075]:     </memballoon>
Nov 13 22:21:42 user nova-compute[75075]:   </devices>
Nov 13 22:21:42 user nova-compute[75075]: </domain>
Nov 13 22:21:42 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDH6BRDfJMMpX9jVdjjJeAws4pjwe7GlXHEV2hfbHR5WRo4p+K+yrHhNb78nU0DfrC5GK3l7AqGsuM9B1e6dclwF1uasszheBz+EA9jpuoyWsl3AwB0HKB/yTohwLij6cQ==',key_name='tempest-keypair-1735201891',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:21:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG os_vif [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7bc16c45-615a-50ae-974e-f8064cdee821', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea74fa1d-b0, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea74fa1d-b0, col_values=(('qos', UUID('23fe4923-279b-43fa-a4fe-02d9180d328b')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea74fa1d-b0, col_values=(('external_ids', {'iface-id': 'ea74fa1d-b01d-4184-acf7-8a2a55bb993b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:d7:aa', 'vm-uuid': '9dff1037-89b0-4ded-be9e-647f19014972'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:42 user nova-compute[75075]: INFO os_vif [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0')
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No VIF found with MAC fa:16:3e:84:d7:aa, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updated VIF entry in instance network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG nova.network.neutron [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:21:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-013e278b-603d-4967-96b9-7456cb26dd3f req-a3bfec51-1fbb-4dcd-adea-210754196107 service nova] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:21:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:21:44 user nova-compute[75075]: WARNING nova.compute.manager [req-c7d066b1-e3e7-4e2b-bff7-13ce4b1619ec req-d484a723-20e3-4894-96fd-b624d44d80e7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state building and task_state spawning.
Nov 13 22:21:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:21:45 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance spawned successfully.
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:45 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:21:46 user nova-compute[75075]: INFO nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Took 5.34 seconds to spawn the instance on the hypervisor.
Nov 13 22:21:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:46 user nova-compute[75075]: INFO nova.compute.manager [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Took 5.95 seconds to build instance.
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-82cb69be-a4eb-42cb-b00b-3de0b29aea0d tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.055s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG nova.compute.manager [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:21:46 user nova-compute[75075]: WARNING nova.compute.manager [req-eaa34ba1-f389-426e-b6fe-7d0359531090 req-7e6075db-e0e5-4827-9c4b-c4e3af6b3e69 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state active and task_state None.
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:21:47 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:47 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8495MB free_disk=25.27727508544922GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 116d306d-245a-414f-9c5b-2e1c9189fe3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9dff1037-89b0-4ded-be9e-647f19014972 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:21:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.343s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:21:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:21:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:22:23 user nova-compute[75075]: INFO nova.compute.claims [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Claim successful on node user
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.322s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:22:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:22:23 user nova-compute[75075]: INFO nova.virt.block_device [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Booting with blank volume at /dev/vda
Nov 13 22:22:23 user nova-compute[75075]: DEBUG nova.policy [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5081c1812ee4717ba25fb1cb38e396a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9490d327a7b49f0b911f7d70699a897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:22:24 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Successfully created port: 364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Successfully updated port: 364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-changed-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Refreshing instance network info cache due to event network-changed-364129ae-04c3-42f6-b068-3f01f5c440c0. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance network_info: |[{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:22:25 user nova-compute[75075]: DEBUG nova.network.neutron [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Refreshing network info cache for port 364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:22:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated VIF entry in instance network info cache for port 364129ae-04c3-42f6-b068-3f01f5c440c0. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:22:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:22:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-703a40a9-4ebf-4339-9dad-76bd989a56bf req-7c044a8f-5872-4283-bafb-5043946a87da service nova] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:22:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.utils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[df66c51e-3991-4c39-b48c-d8ef84a09029]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[776c9606-ac3a-4bfa-a434-ec5abcf285f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4363df3b-3fd3-44b2-a734-9847fe12e1e7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc85e8c-36ca-4967-b189-a4d2a15113bd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:29 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:22:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[533a0bf2-cd0d-4230-bb8e-2134e53200fe]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG os_brick.utils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:29 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating existing volume attachment record: fbfcc0f5-0de2-4d13-9569-eea96ff70116 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:22:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:22:33 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Creating image(s)
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Ensure instance console log exists: /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start _get_guest_xml network_info=[{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ccc40c5e-f798-4fcc-a6be-c5f8848886e7', 'attached_at': '', 'detached_at': '', 'volume_id': '38be5da0-33c0-446b-849d-c7dd316e0589', 'serial': '38be5da0-33c0-446b-849d-c7dd316e0589'}, 'attachment_id': 'fbfcc0f5-0de2-4d13-9569-eea96ff70116', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:22:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:22:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:33 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:33 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:33 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[559cefce-9ba8-4e97-b631-c31a5f87aa02]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:22:33 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7367520a-b409-4180-a64e-c046cf448863]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589] added
Nov 13 22:22:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eeab6f6-1fe6-4d2c-946c-fdaab5446761]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[13452dbd-0a1b-4bf6-9fb1-548696c9a9a9]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qufvMnbL {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qufvMnbL" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b06b5ca0-c571-411a-bd43-55e2b1592c88]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qufvMnbL'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2c498e-de66-4a7a-a265-13426551077c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[908d36f4-8fab-478a-a7ac-ccaa3f3159ec]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 13 22:22:33 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 13 22:22:33 user nova-compute[75075]:  {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:33 user nova-compute[75075]: WARNING os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 13 22:22:33 user nova-compute[75075]: 
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[56147b99-9fea-4519-9232-833fc0d98b7b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260]
Nov 13 22:22:33 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260] successful.
Nov 13 22:22:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c3e978c-78a3-4839-a8c5-9809bdbf93d2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1f37705-4966-43ef-96a2-e43f3893aab4]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:33 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[750566a2-be33-4835-9122-80b6716eedb8]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:22:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26139373032623130', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139373032623130', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:22:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1387201305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1387201305',id=47,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-gmxu7zcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:22:24Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ccc40c5e-f798-4fcc-a6be-c5f8848886e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:22:34 user nova-compute[75075]:   <uuid>ccc40c5e-f798-4fcc-a6be-c5f8848886e7</uuid>
Nov 13 22:22:34 user nova-compute[75075]:   <name>instance-0000002f</name>
Nov 13 22:22:34 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:22:34 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:22:34 user nova-compute[75075]:   <metadata>
Nov 13 22:22:34 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:22:34 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1387201305</nova:name>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:22:33</nova:creationTime>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:22:34 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:22:34 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:owner>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:22:34 user nova-compute[75075]:       </nova:owner>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:22:34 user nova-compute[75075]:       <nova:ports>
Nov 13 22:22:34 user nova-compute[75075]:         <nova:port uuid="364129ae-04c3-42f6-b068-3f01f5c440c0">
Nov 13 22:22:34 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:22:34 user nova-compute[75075]:         </nova:port>
Nov 13 22:22:34 user nova-compute[75075]:       </nova:ports>
Nov 13 22:22:34 user nova-compute[75075]:     </nova:instance>
Nov 13 22:22:34 user nova-compute[75075]:   </metadata>
Nov 13 22:22:34 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:22:34 user nova-compute[75075]:     <system>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="serial">ccc40c5e-f798-4fcc-a6be-c5f8848886e7</entry>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="uuid">ccc40c5e-f798-4fcc-a6be-c5f8848886e7</entry>
Nov 13 22:22:34 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:22:34 user nova-compute[75075]:     </system>
Nov 13 22:22:34 user nova-compute[75075]:   </sysinfo>
Nov 13 22:22:34 user nova-compute[75075]:   <os>
Nov 13 22:22:34 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:22:34 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:22:34 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:22:34 user nova-compute[75075]:   </os>
Nov 13 22:22:34 user nova-compute[75075]:   <features>
Nov 13 22:22:34 user nova-compute[75075]:     <acpi/>
Nov 13 22:22:34 user nova-compute[75075]:     <apic/>
Nov 13 22:22:34 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:22:34 user nova-compute[75075]:   </features>
Nov 13 22:22:34 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:22:34 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:22:34 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:22:34 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:22:34 user nova-compute[75075]:   </clock>
Nov 13 22:22:34 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:22:34 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:22:34 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:22:34 user nova-compute[75075]:   </cpu>
Nov 13 22:22:34 user nova-compute[75075]:   <devices>
Nov 13 22:22:34 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:22:34 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:22:34 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:22:34 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:22:34 user nova-compute[75075]:       <serial>38be5da0-33c0-446b-849d-c7dd316e0589</serial>
Nov 13 22:22:34 user nova-compute[75075]:     </disk>
Nov 13 22:22:34 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:22:34 user nova-compute[75075]:       <mac address="fa:16:3e:e2:bd:bb"/>
Nov 13 22:22:34 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:22:34 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:22:34 user nova-compute[75075]:       <target dev="tap364129ae-04"/>
Nov 13 22:22:34 user nova-compute[75075]:     </interface>
Nov 13 22:22:34 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:22:34 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/console.log" append="off"/>
Nov 13 22:22:34 user nova-compute[75075]:     </serial>
Nov 13 22:22:34 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:22:34 user nova-compute[75075]:     <video>
Nov 13 22:22:34 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:22:34 user nova-compute[75075]:     </video>
Nov 13 22:22:34 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:22:34 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:22:34 user nova-compute[75075]:     </rng>
Nov 13 22:22:34 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:22:34 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:22:34 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:22:34 user nova-compute[75075]:     </memballoon>
Nov 13 22:22:34 user nova-compute[75075]:   </devices>
Nov 13 22:22:34 user nova-compute[75075]: </domain>
Nov 13 22:22:34 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:22:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1387201305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1387201305',id=47,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-gmxu7zcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:22:24Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ccc40c5e-f798-4fcc-a6be-c5f8848886e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG os_vif [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f66c2bdf-41e3-5c46-95ca-5231ae90c362', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:22:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap364129ae-04, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap364129ae-04, col_values=(('qos', UUID('f0d03cc9-c24c-4baf-9752-28140652417e')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap364129ae-04, col_values=(('external_ids', {'iface-id': '364129ae-04c3-42f6-b068-3f01f5c440c0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:bd:bb', 'vm-uuid': 'ccc40c5e-f798-4fcc-a6be-c5f8848886e7'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:35 user nova-compute[75075]: INFO os_vif [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04')
Nov 13 22:22:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:22:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:e2:bd:bb, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:22:36 user nova-compute[75075]: WARNING nova.compute.manager [req-16513877-6dab-49b7-88b6-89bbfd232096 req-ac4e4f46-3046-404d-94cb-d10b6bca5269 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state building and task_state spawning.
Nov 13 22:22:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:22:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance spawned successfully.
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:22:38 user nova-compute[75075]: INFO nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Took 4.94 seconds to spawn the instance on the hypervisor.
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:22:38 user nova-compute[75075]: INFO nova.compute.manager [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Took 15.22 seconds to build instance.
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f15fdb2a-628c-441f-be3f-fd3b8f00681c tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.312s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:22:38 user nova-compute[75075]: WARNING nova.compute.manager [req-6dc97118-d3b2-4a6f-882e-01fa04c212c3 req-204fa439-07c5-41e9-b554-36f093ff1740 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state active and task_state None.
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:22:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:22:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:22:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:22:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-changed-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Refreshing instance network info cache due to event network-changed-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] Acquiring lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] Acquired lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:22:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Refreshing network info cache for port c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:22:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updated VIF entry in instance network info cache for port c2381f12-a780-485d-a1dc-ec4f4e4ac5ce. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:22:41 user nova-compute[75075]: DEBUG nova.network.neutron [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating instance_info_cache with network_info: [{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:22:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-66a72564-0d0f-4014-9173-9e3cd14cae04 req-dd4304ac-20ca-467d-af78-f333a89c02c0 service nova] Releasing lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:22:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.099s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:43 user nova-compute[75075]: INFO nova.compute.manager [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Attaching volume 18d077e6-6248-47e5-bc2d-026ce3368aef to /dev/vdb
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.utils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8103cf78-b8fb-4a23-86fd-4385a8af7fe5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[917a68c1-4a8f-47d2-9202-3a9679638866]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd85f88-6abe-457c-9f70-8e059345d65b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[65233d2e-2987-437f-aa3f-6a0d1c93f843]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:43 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:22:43 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a395b4-829e-495b-b99f-73a0bba95458]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG os_brick.utils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:43 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating existing volume attachment record: 7dc45276-dd2d-49ed-ad2a-78548d46daa5 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:22:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:46 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KLNHhDjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:47 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:47 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c5537f-d33f-4b0f-9585-f8cf76786eae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:22:47 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2dae7bc-ca01-495d-9e0f-7ecdab2149d4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef] added
Nov 13 22:22:47 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf90c9dd-4090-4cb0-a847-54df8cd0ed6e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54776b7-bad1-4e57-a709-56071ff9a9c1]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KLNHhDjr {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KLNHhDjr" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4eea88-1e2b-4354-be17-885ad77f32a2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KLNHhDjr'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:47 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1c5899-0bc0-4d8d-bc3b-2f56dd7bbfca]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e513dd92-1e64-4c5e-a4e5-3cb21d3aacb6]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:22:48 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8513MB free_disk=25.24703598022461GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c7c399-aab3-4d46-92db-57a34dca739e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260]
Nov 13 22:22:48 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260] successful.
Nov 13 22:22:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ce29b5-edfe-4465-a7f4-3ff3978b144d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5d1a03-02ec-4c79-bc8c-6eb0abf06686]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:48 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:48 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:48 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.630s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb119f1-4d86-4b4c-89e1-9f0f2a0d4e64]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KLNHhDjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 116d306d-245a-414f-9c5b-2e1c9189fe3d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9dff1037-89b0-4ded-be9e-647f19014972 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-changed-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.manager [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Refreshing instance network info cache due to event network-changed-1c1ef091-a73d-4b94-b6f1-39978c5cf738. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] Acquiring lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] Acquired lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.network.neutron [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Refreshing network info cache for port 1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:22:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.541s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.network.neutron [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updated VIF entry in instance network info cache for port 1c1ef091-a73d-4b94-b6f1-39978c5cf738. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.network.neutron [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating instance_info_cache with network_info: [{"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0e6c1fc5-1ea1-40cc-bb49-1edf9c4c660c req-f6b75fd8-d4b5-4153-a3f8-24886142413f service nova] Releasing lock "refresh_cache-16f9922f-df47-425f-bd3b-f97e9ced0b10" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.662s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== connect_volume: return (1665ms) {'type': 'block', 'scsi_wwn': '23430363365633665', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430363365633665', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:22:49 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:22:49 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:22:49 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:22:49 user nova-compute[75075]:   <serial>18d077e6-6248-47e5-bc2d-026ce3368aef</serial>
Nov 13 22:22:49 user nova-compute[75075]: </disk>
Nov 13 22:22:49 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:22:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:07:ef:a5, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5898efbf-d452-497d-94bd-f907c1467f1c tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.401s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:50 user nova-compute[75075]: INFO nova.compute.manager [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attaching volume db0219ce-995e-46b2-a154-a6cc564b009b to /dev/vdb
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.utils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2e91358-3949-46d4-9dd6-027cc1217f4e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd85b04-2b7c-47f6-868a-6dee78d0ddc1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[14678284-a00c-4c09-af76-d74e4079d642]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9fb3f6-160f-4fd7-bf7f-462ccf79c327]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:50 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:22:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[54199ea3-69ae-4414-95ba-3d17e7e78543]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG os_brick.utils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:50 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating existing volume attachment record: dbad009e-93b1-4125-9145-31dc1355b435 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:22:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:51 user nova-compute[75075]: INFO nova.compute.manager [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Detaching volume 18d077e6-6248-47e5-bc2d-026ce3368aef
Nov 13 22:22:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:51 user nova-compute[75075]: INFO nova.virt.block_device [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Attempting to driver detach volume 18d077e6-6248-47e5-bc2d-026ce3368aef from mountpoint /dev/vdb
Nov 13 22:22:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Attempting to detach device vdb from instance 116d306d-245a-414f-9c5b-2e1c9189fe3d from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:22:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:22:51 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:22:51 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:22:51 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:22:51 user nova-compute[75075]:   <serial>18d077e6-6248-47e5-bc2d-026ce3368aef</serial>
Nov 13 22:22:51 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:22:51 user nova-compute[75075]: </disk>
Nov 13 22:22:51 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:22:51 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance 116d306d-245a-414f-9c5b-2e1c9189fe3d from the persistent domain config.
Nov 13 22:22:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 116d306d-245a-414f-9c5b-2e1c9189fe3d from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:22:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:22:51 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:22:51 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:22:51 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:22:51 user nova-compute[75075]:   <serial>18d077e6-6248-47e5-bc2d-026ce3368aef</serial>
Nov 13 22:22:51 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:22:51 user nova-compute[75075]: </disk>
Nov 13 22:22:51 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:22:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yxGBgawo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:54 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:54 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:22:54 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cdf3aa6-55c3-44d1-bbca-95c5b0fbebcd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:22:54 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5085a53e-b984-44cb-a4ad-7dba8f7be5b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b] added
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0838656b-3253-439e-8c15-da21d00701dd]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6c82c5-1a21-40a5-8f3d-c61c0c788116]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yxGBgawo {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yxGBgawo" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be11bb20-0647-4ab9-9808-71de06785532]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yxGBgawo'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[66929db1-6b41-4229-8136-1b4080e5b8ba]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6f95ab-20c1-42e1-a53f-d18291fa2d9c]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[283ef57c-be4d-4145-a170-05eacf52f904]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260]
Nov 13 22:22:54 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260] successful.
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84def990-b4ef-4f56-9bb1-0b42af1dcffb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1158f557-85a5-4e59-9fbc-61ffbfb04b96]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:22:54 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:22:54 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] HCTL ('35', '-', '-', 0) found on session 56 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7346698d-f233-4580-9938-78dd340e2ce3]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:54 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yxGBgawo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23066623663373736', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066623663373736', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:22:55 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:22:56 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:22:56 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:22:56 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:22:56 user nova-compute[75075]:   <serial>db0219ce-995e-46b2-a154-a6cc564b009b</serial>
Nov 13 22:22:56 user nova-compute[75075]: </disk>
Nov 13 22:22:56 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No VIF found with MAC fa:16:3e:e4:be:30, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d502875b-0161-4c17-ad26-ad92f13e98d6 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 5.915s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:22:58 user nova-compute[75075]: INFO nova.compute.manager [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attaching volume 6db44d32-641e-4796-950a-a639acd3ca28 to /dev/vdc
Nov 13 22:22:58 user nova-compute[75075]: DEBUG os_brick.utils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3990f5e7-adf6-48a6-9f64-82412da7a5dd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[080967fe-7476-4a1a-ac65-f2f7371a53e1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70db220-5450-4c12-9381-b694de63167b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[84b6ac9f-ede1-4a95-9d2b-bac58dc39438]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:22:59 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b871d2f6-5e7a-45ba-a6ee-e79c0fc3d0d9]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG os_brick.utils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating existing volume attachment record: 5bbd0a0d-0945-4fae-a7ff-95e2e8432d70 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:22:59 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hcDnxtfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:23:02 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:23:02 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:23:02 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96dd2ff-80a4-41e8-9db0-02ad4eb4dadc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:23:02 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd4aa8f7-38e6-47d5-9f14-23c4cad3b2bd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28] added
Nov 13 22:23:02 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[53891426-89ad-49ce-9b80-24ea3dfb81cb]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5452f25-802d-4b5c-a5cc-5e50960931c4]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hcDnxtfA {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hcDnxtfA" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f3f5df-789c-4f9e-b9e3-49bf00c87f3f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hcDnxtfA'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b993244-8fda-403c-be81-8f9d56ae0a01]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb4f135-bc05-4e9e-bd0a-ed8ff55831bc]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f10f7f-21e7-4ce4-8945-ff1f8297e75e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260]
Nov 13 22:23:03 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260] successful.
Nov 13 22:23:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5ad92b-a264-45d7-b7c9-5f19a62eb10f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed81daf9-d83d-4a70-aef3-080f908f7de1]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:03 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:03 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] HCTL ('36', '-', '-', 0) found on session 57 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[236ffa33-7269-4f9f-9be7-56cc9b3f813b]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Searching for a device in session 57 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:23:03 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hcDnxtfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '23335613237333966', 'path': '/dev/sde'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335613237333966', 'path': '/dev/sde'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:23:04 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:23:04 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:23:04 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:23:04 user nova-compute[75075]:   <serial>6db44d32-641e-4796-950a-a639acd3ca28</serial>
Nov 13 22:23:04 user nova-compute[75075]: </disk>
Nov 13 22:23:04 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] No VIF found with MAC fa:16:3e:e4:be:30, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:23:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d573729e-f4eb-498b-92e2-5dcf5af46bcf tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.008s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:23:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:05 user nova-compute[75075]: INFO nova.compute.manager [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Detaching volume db0219ce-995e-46b2-a154-a6cc564b009b
Nov 13 22:23:05 user nova-compute[75075]: INFO nova.virt.block_device [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attempting to driver detach volume db0219ce-995e-46b2-a154-a6cc564b009b from mountpoint /dev/vdb
Nov 13 22:23:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Attempting to detach device vdb from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:23:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:23:05 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:23:05 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:23:05 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:23:05 user nova-compute[75075]:   <serial>db0219ce-995e-46b2-a154-a6cc564b009b</serial>
Nov 13 22:23:05 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:23:05 user nova-compute[75075]: </disk>
Nov 13 22:23:05 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:23:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdb from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the persistent domain config.
Nov 13 22:23:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:23:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:23:05 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:23:05 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:23:05 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:23:05 user nova-compute[75075]:   <serial>db0219ce-995e-46b2-a154-a6cc564b009b</serial>
Nov 13 22:23:05 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:23:05 user nova-compute[75075]: </disk>
Nov 13 22:23:05 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:23:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:23:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:12 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 116d306d-245a-414f-9c5b-2e1c9189fe3d is timed out.
Nov 13 22:23:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance 116d306d-245a-414f-9c5b-2e1c9189fe3d from the live domain config.
Nov 13 22:23:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KLNHhDjr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:23:12 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9182d9-c75d-422b-9072-2635afbcbe82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:23:12 user nova-compute[75075]: No targets found.
Nov 13 22:23:12 user nova-compute[75075]: iSNS:
Nov 13 22:23:12 user nova-compute[75075]: No targets found.
Nov 13 22:23:12 user nova-compute[75075]: STATIC:
Nov 13 22:23:12 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b
Nov 13 22:23:12 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:12 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:12 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef
Nov 13 22:23:12 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:12 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:12 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:23:12 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:12 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:12 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28
Nov 13 22:23:12 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:12 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:12 user nova-compute[75075]: FIRMWARE:
Nov 13 22:23:12 user nova-compute[75075]: No targets found.
Nov 13 22:23:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:23:12 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:23:12 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f64cf7d-f900-48ca-9d20-880b9d713584]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ff5b5b-2dec-41b4-aab7-5797a34317fa]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:12 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2c5ff4ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18691e0-6891-4e7f-9952-d2655e3640d0]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cbae2ed-87c2-44a4-84fc-3a89fecd0045]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[811be8d7-5f3c-4609-85db-3bde260de30f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d6fb06-45cd-45a1-b7d3-50cfbea08cb3]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[79973040-8e08-4abe-a604-4ba16df66fd2]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d111db-42c6-4e7a-af71-5732a5e49685]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260]
Nov 13 22:23:12 user nova-compute[75075]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef, portal: 172.16.0.220,3260] successful.
Nov 13 22:23:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:18d077e6-6248-47e5-bc2d-026ce3368aef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[63e87ce3-f15c-4d69-b702-5abfa3d9fc84]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== disconnect_volume: return (294ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:23:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:23:13 user nova-compute[75075]: DEBUG nova.objects.instance [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:13 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-03b8e462-c9be-4bc7-827a-4a6b72e3d967 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.704s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:14 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:26 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 is timed out.
Nov 13 22:23:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdb from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the live domain config.
Nov 13 22:23:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yxGBgawo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:23:26 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcf8a055-1cc8-4439-bdad-3e68611c33c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:23:26 user nova-compute[75075]: No targets found.
Nov 13 22:23:26 user nova-compute[75075]: iSNS:
Nov 13 22:23:26 user nova-compute[75075]: No targets found.
Nov 13 22:23:26 user nova-compute[75075]: STATIC:
Nov 13 22:23:26 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b
Nov 13 22:23:26 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:26 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:26 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:23:26 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:26 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:26 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28
Nov 13 22:23:26 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:26 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:26 user nova-compute[75075]: FIRMWARE:
Nov 13 22:23:26 user nova-compute[75075]: No targets found.
Nov 13 22:23:26 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:23:26 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:23:26 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[082bbf35-4ecc-460e-bed0-1dfeacd99341]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec39017-c064-4a78-945b-d89aa719edcf]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:26 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:26 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:26 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:26 user nova-compute[75075]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b (non-flash)
Nov 13 22:23:26 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:26 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882e92d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b44a28-937b-407a-8a0d-bcf3600f2dbe]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c36b679-abd8-43e3-a147-581396489f42]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[69940301-aae2-4c8b-9f21-788cda618c88]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[967c3ed2-bc43-497e-9494-d5af64724fc1]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fdda993-d18c-4576-b1c0-eaed8eb3d7f5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f278e80-d36f-4eef-b58a-61075da48114]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260]
Nov 13 22:23:26 user nova-compute[75075]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b, portal: 172.16.0.220,3260] successful.
Nov 13 22:23:26 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db0219ce-995e-46b2-a154-a6cc564b009b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f2761b-1475-49f2-b989-3f2053d79561]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== disconnect_volume: return (306ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:23:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:23:27 user nova-compute[75075]: DEBUG nova.objects.instance [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-bee4baa8-f134-43d9-b1b8-18f5d6891267 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.597s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:28 user nova-compute[75075]: INFO nova.compute.manager [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Detaching volume 6db44d32-641e-4796-950a-a639acd3ca28
Nov 13 22:23:28 user nova-compute[75075]: INFO nova.virt.block_device [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Attempting to driver detach volume 6db44d32-641e-4796-950a-a639acd3ca28 from mountpoint /dev/vdc
Nov 13 22:23:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Attempting to detach device vdc from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:23:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:23:28 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:23:28 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:23:28 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:23:28 user nova-compute[75075]:   <serial>6db44d32-641e-4796-950a-a639acd3ca28</serial>
Nov 13 22:23:28 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 22:23:28 user nova-compute[75075]: </disk>
Nov 13 22:23:28 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:23:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdc from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the persistent domain config.
Nov 13 22:23:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:23:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:23:28 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:23:28 user nova-compute[75075]:   <source dev="/dev/sde"/>
Nov 13 22:23:28 user nova-compute[75075]:   <target dev="vdc" bus="virtio"/>
Nov 13 22:23:28 user nova-compute[75075]:   <serial>6db44d32-641e-4796-950a-a639acd3ca28</serial>
Nov 13 22:23:28 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 13 22:23:28 user nova-compute[75075]: </disk>
Nov 13 22:23:28 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:23:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:23:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG nova.compute.manager [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing instance network info cache due to event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updated VIF entry in instance network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG nova.network.neutron [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-05f4019c-4589-4cc8-9491-902cc326f0de req-c8edbe7f-0c95-41ae-aa03-e665b2f4cbad service nova] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:23:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:33 user nova-compute[75075]: INFO nova.compute.manager [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Shelving
Nov 13 22:23:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG nova.compute.manager [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:34 user nova-compute[75075]: WARNING nova.compute.manager [req-838262ce-f4a3-426f-a5f8-31fa030e36cc req-e7771942-bc3b-4954-bff6-6956fa69d13a service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state active and task_state shelving.
Nov 13 22:23:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance destroyed successfully.
Nov 13 22:23:34 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Beginning cold snapshot process
Nov 13 22:23:34 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:23:34 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk /opt/stack/data/nova/instances/snapshots/tmpyyi3ft4y/c4a83adf866646e4853fe4a0f0afca11 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:35 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk /opt/stack/data/nova/instances/snapshots/tmpyyi3ft4y/c4a83adf866646e4853fe4a0f0afca11" returned: 0 in 0.722s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Snapshot extracted, beginning image upload
Nov 13 22:23:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:36 user nova-compute[75075]: DEBUG nova.compute.manager [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:36 user nova-compute[75075]: WARNING nova.compute.manager [req-423411a5-24c0-410f-9875-aed28aef7744 req-d3722ebe-89dc-4a0e-a0d4-d228a9e6dba7 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state active and task_state shelving_image_uploading.
Nov 13 22:23:36 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Snapshot image upload complete
Nov 13 22:23:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:23:38 user nova-compute[75075]: INFO nova.compute.manager [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Shelve offloading
Nov 13 22:23:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance destroyed successfully.
Nov 13 22:23:38 user nova-compute[75075]: DEBUG nova.compute.manager [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:23:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:23:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:23:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:23:38 user nova-compute[75075]: DEBUG nova.network.neutron [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:23:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance destroyed successfully.
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.objects.instance [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'resources' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDH6BRDfJMMpX9jVdjjJeAws4pjwe7GlXHEV2hfbHR5WRo4p+K+yrHhNb78nU0DfrC5GK3l7AqGsuM9B1e6dclwF1uasszheBz+EA9jpuoyWsl3AwB0HKB/yTohwLij6cQ==',key_name='tempest-keypair-1735201891',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:21:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:23:38.114810',shelved_host='user',shelved_image_id='a1f6a7a0-769f-4fcb-902a-0ccb42a29edb'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:23:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG os_vif [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea74fa1d-b0, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23fe4923-279b-43fa-a4fe-02d9180d328b) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.compute.manager [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.compute.manager [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing instance network info cache due to event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.network.neutron [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:23:39 user nova-compute[75075]: INFO os_vif [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0')
Nov 13 22:23:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Deleting instance files /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972_del
Nov 13 22:23:39 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Deletion of /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972_del complete
Nov 13 22:23:39 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Deleted allocations for instance 9dff1037-89b0-4ded-be9e-647f19014972
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.objects.instance [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'numa_topology' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.objects.base [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<9dff1037-89b0-4ded-be9e-647f19014972> lazy-loaded attributes: resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.208s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-948dd50c-23f9-4536-b573-7b6a9729e538 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.811s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updated VIF entry in instance network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG nova.network.neutron [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-96913044-12f6-4b07-afe5-50f69963556c req-c90fb21a-e711-4b89-b902-e74e0853b748 service nova] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating instance_info_cache with network_info: [{"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-116d306d-245a-414f-9c5b-2e1c9189fe3d" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:23:40 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:42 user nova-compute[75075]: INFO nova.compute.manager [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Terminating instance
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-unplugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] No waiting events found dispatching network-vif-unplugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-f5f8627d-9ff0-45cf-850d-2d6cd2ba824d req-e59396c5-2a6b-4f9d-b709-9de9f2253af6 service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-unplugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:23:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Instance destroyed successfully.
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'resources' on Instance uuid 116d306d-245a-414f-9c5b-2e1c9189fe3d {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-340157625',display_name='tempest-AttachVolumeNegativeTest-server-340157625',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-340157625',id=44,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFrcsVdofG2lur56zgoZRIXz5l9QgJToxtNbInbWjC2icAVcqpr6VtY984UDiKKhDSA76ECF1IpbY6EeoyivjktM2efjqaKyz91CBeG5Y3NBYi/6M40KGZfmEykErqqCGA==',key_name='tempest-keypair-926515061',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:20:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-c060y3q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:20:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=116d306d-245a-414f-9c5b-2e1c9189fe3d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "address": "fa:16:3e:07:ef:a5", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2381f12-a7", "ovs_interfaceid": "c2381f12-a780-485d-a1dc-ec4f4e4ac5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG os_vif [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2381f12-a7, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=13fd718c-f7a7-464e-b623-c14e00c63867) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:42 user nova-compute[75075]: INFO os_vif [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:ef:a5,bridge_name='br-int',has_traffic_filtering=True,id=c2381f12-a780-485d-a1dc-ec4f4e4ac5ce,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2381f12-a7')
Nov 13 22:23:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Deleting instance files /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d_del
Nov 13 22:23:42 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Deletion of /opt/stack/data/nova/instances/116d306d-245a-414f-9c5b-2e1c9189fe3d_del complete
Nov 13 22:23:42 user nova-compute[75075]: INFO nova.compute.manager [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 13 22:23:42 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:23:42 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:23:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:23:43 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:43 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Took 0.78 seconds to deallocate network for instance.
Nov 13 22:23:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:44 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Deleted allocations for instance 116d306d-245a-414f-9c5b-2e1c9189fe3d
Nov 13 22:23:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c14284fe-5ab0-41ce-9ad3-61a4d6b26d81 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.169s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] Acquiring lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] Lock "116d306d-245a-414f-9c5b-2e1c9189fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] No waiting events found dispatching network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:44 user nova-compute[75075]: WARNING nova.compute.manager [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received unexpected event network-vif-plugged-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce for instance with vm_state deleted and task_state None.
Nov 13 22:23:44 user nova-compute[75075]: DEBUG nova.compute.manager [req-60b6871f-f6c2-441e-ac69-5c3c4ae396a2 req-2461e098-a8cd-4869-9a93-38ea67ce524c service nova] [instance: 116d306d-245a-414f-9c5b-2e1c9189fe3d] Received event network-vif-deleted-c2381f12-a780-485d-a1dc-ec4f4e4ac5ce {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 is timed out.
Nov 13 22:23:49 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully detached device vdc from instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 from the live domain config.
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hcDnxtfA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:23:49 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4133739c-69ba-4a0a-94a2-9bee1ddddb7a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:23:49 user nova-compute[75075]: No targets found.
Nov 13 22:23:49 user nova-compute[75075]: iSNS:
Nov 13 22:23:49 user nova-compute[75075]: No targets found.
Nov 13 22:23:49 user nova-compute[75075]: STATIC:
Nov 13 22:23:49 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:23:49 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:49 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:49 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28
Nov 13 22:23:49 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:23:49 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:23:49 user nova-compute[75075]: FIRMWARE:
Nov 13 22:23:49 user nova-compute[75075]: No targets found.
Nov 13 22:23:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:23:49 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:23:49 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[977919e9-38d9-43e8-8480-138d61161545]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4bf765-b5a5-427e-85a6-67ef23a4862a]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:49 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:23:49 user nova-compute[75075]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 (non-flash)
Nov 13 22:23:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882eb6d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28'): ({'sde'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Removing single pathed devices sde {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f307f0-6c9f-4a0b-9c3e-03917e676213]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d91808f-d6b6-4442-ab2a-039ad5fdee1a]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Flushing IO for device /dev/sde {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19caf45b-db5d-4236-be47-14a843e17aa5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.072s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4642a62-8d3f-4ae3-92d8-ca39b847292c]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] SCSI volumes sde have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:23:49 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8735MB free_disk=25.236099243164062GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[81204145-ec40-4821-953c-3cd276fc350b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ade140-a5f4-472d-8b83-8d9a9940d150]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260]
Nov 13 22:23:49 user nova-compute[75075]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28, portal: 172.16.0.220,3260] successful.
Nov 13 22:23:49 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 16f9922f-df47-425f-bd3b-f97e9ced0b10 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6db44d32-641e-4796-950a-a639acd3ca28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c1b768-706a-488d-a28c-c24679c1b031]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.724s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] <== disconnect_volume: return (727ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:23:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.259s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'flavor' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-b99ba7c0-5d0d-4a2c-b6d1-bb3131ac13d7 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.032s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:51 user nova-compute[75075]: INFO nova.compute.manager [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Terminating instance
Nov 13 22:23:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-unplugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] No waiting events found dispatching network-vif-unplugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-3e1520a0-7982-48de-84b8-e2f2be7a8774 req-0b055d8b-2822-448a-8e8a-95d6fdd63c91 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-unplugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:23:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Instance destroyed successfully.
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.objects.instance [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lazy-loading 'resources' on Instance uuid 16f9922f-df47-425f-bd3b-f97e9ced0b10 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:20:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-514071742',display_name='tempest-AttachVolumeTestJSON-server-514071742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-514071742',id=45,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq7FYRql6CnZYEiLXOxB/FIcvpSPmau3C8jl7lFBE+hQlz3DdLtY1ZTHiYYc4F8oWOJrfEtkqPLu1ro7opqveYfifcYXDIfcRB70lm0tDYL+wgaknwIgxbS2EcLx4T9Bg==',key_name='tempest-keypair-1938714161',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:21:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a54c32c66b7e401c8930cd7b1153f3f6',ramdisk_id='',reservation_id='r-axet0ooh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1049178865',owner_user_name='tempest-AttachVolumeTestJSON-1049178865-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:21:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d5da1349fca4479a550cb78b117f706',uuid=16f9922f-df47-425f-bd3b-f97e9ced0b10,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converting VIF {"id": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "address": "fa:16:3e:e4:be:30", "network": {"id": "2abbb20c-5239-4f6c-9006-af407214dc9c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-32479736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a54c32c66b7e401c8930cd7b1153f3f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c1ef091-a7", "ovs_interfaceid": "1c1ef091-a73d-4b94-b6f1-39978c5cf738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG os_vif [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c1ef091-a7, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e901974-7362-43cb-8994-3b8d0619a3d8) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:23:52 user nova-compute[75075]: INFO os_vif [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:be:30,bridge_name='br-int',has_traffic_filtering=True,id=1c1ef091-a73d-4b94-b6f1-39978c5cf738,network=Network(2abbb20c-5239-4f6c-9006-af407214dc9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c1ef091-a7')
Nov 13 22:23:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Deleting instance files /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10_del
Nov 13 22:23:52 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Deletion of /opt/stack/data/nova/instances/16f9922f-df47-425f-bd3b-f97e9ced0b10_del complete
Nov 13 22:23:52 user nova-compute[75075]: INFO nova.compute.manager [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 13 22:23:52 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:23:52 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Took 0.71 seconds to deallocate network for instance.
Nov 13 22:23:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:53 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Deleted allocations for instance 16f9922f-df47-425f-bd3b-f97e9ced0b10
Nov 13 22:23:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-3a0415ed-7abd-4686-bea9-2f696224c935 tempest-AttachVolumeTestJSON-1049178865 tempest-AttachVolumeTestJSON-1049178865-project-member] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.899s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] Acquiring lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] Lock "16f9922f-df47-425f-bd3b-f97e9ced0b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] No waiting events found dispatching network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:23:53 user nova-compute[75075]: WARNING nova.compute.manager [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received unexpected event network-vif-plugged-1c1ef091-a73d-4b94-b6f1-39978c5cf738 for instance with vm_state deleted and task_state None.
Nov 13 22:23:53 user nova-compute[75075]: DEBUG nova.compute.manager [req-16c1eac6-9c1e-4631-91bc-14027c10849b req-c1423d5f-8729-4e1e-88cb-6d25c2680eb3 service nova] [instance: 16f9922f-df47-425f-bd3b-f97e9ced0b10] Received event network-vif-deleted-1c1ef091-a73d-4b94-b6f1-39978c5cf738 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:23:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:23:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:24:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:24:14 user nova-compute[75075]: INFO nova.compute.manager [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Rescuing
Nov 13 22:24:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG nova.network.neutron [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG nova.compute.manager [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:15 user nova-compute[75075]: WARNING nova.compute.manager [req-c7a927a3-e787-41e9-8025-180a1f0b1f84 req-dfe84f31-f548-48a7-9eba-6e83e6a886b1 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state active and task_state rescuing.
Nov 13 22:24:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance destroyed successfully.
Nov 13 22:24:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Attempting a stable device rescue
Nov 13 22:24:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:24:15 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Creating image(s)
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'trusted_certs' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.part --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:16 user nova-compute[75075]: DEBUG nova.virt.images [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] 9e4066db-d631-4b3f-bb23-0ab05bc8787b was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:24:16 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:24:16 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.part /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:17 user nova-compute[75075]: WARNING nova.compute.manager [req-014cd10a-e115-4482-8e46-7d3a133c077c req-e3bd8a1c-87b5-4d25-bd02-57c239ee1656 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state active and task_state rescuing.
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.part /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.converted" returned: 0 in 0.691s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e.converted --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.286s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e,backing_fmt=raw /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e,backing_fmt=raw /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue" returned: 0 in 0.045s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.222s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'migration_context' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<ccc40c5e-f798-4fcc-a6be-c5f8848886e7> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start _get_guest_xml network_info=[{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:e2:bd:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '9e4066db-d631-4b3f-bb23-0ab05bc8787b', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'ccc40c5e-f798-4fcc-a6be-c5f8848886e7', 'attached_at': '', 'detached_at': '', 'volume_id': '38be5da0-33c0-446b-849d-c7dd316e0589', 'serial': '38be5da0-33c0-446b-849d-c7dd316e0589'}, 'attachment_id': 'fbfcc0f5-0de2-4d13-9569-eea96ff70116', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<ccc40c5e-f798-4fcc-a6be-c5f8848886e7> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'numa_topology' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<ccc40c5e-f798-4fcc-a6be-c5f8848886e7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:24:18 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:18 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'vcpu_model' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<ccc40c5e-f798-4fcc-a6be-c5f8848886e7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:24:18 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:24:18 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:24:18 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0a6868-bf88-4660-a006-111e42c5cef0]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = qufvMnbL\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 13 22:24:18 user nova-compute[75075]: node.name = iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:24:18 user nova-compute[75075]: node.tpgt = -1
Nov 13 22:24:18 user nova-compute[75075]: node.startup = automatic
Nov 13 22:24:18 user nova-compute[75075]: node.leading_login = No
Nov 13 22:24:18 user nova-compute[75075]: iface.iscsi_ifacename = default
Nov 13 22:24:18 user nova-compute[75075]: iface.net_ifacename = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.ipaddress = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.prefix_len = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.hwaddress = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.transport_name = tcp
Nov 13 22:24:18 user nova-compute[75075]: iface.initiatorname = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.vlan_id = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.vlan_priority = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.vlan_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.iface_num = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.mtu = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.port = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.bootproto = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.subnet_mask = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.gateway = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_alt_client_id_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_alt_client_id = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_dns = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_learn_iqn = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_req_vendor_id_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_vendor_id_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_vendor_id = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.dhcp_slp_da = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.fragmentation = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.gratuitous_arp = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.incoming_forwarding = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.tos_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.tos = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.ttl = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.delayed_ack = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.tcp_nagle = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.tcp_wsf_state = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.tcp_wsf = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.tcp_timer_scale = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.tcp_timestamp = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.redirect = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.def_task_mgmt_timeout = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.header_digest = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.data_digest = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.immediate_data = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.initial_r2t = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.data_seq_inorder = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.data_pdu_inorder = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.erl = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.max_receive_data_len = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.first_burst_len = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.max_outstanding_r2t = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.max_burst_len = 0
Nov 13 22:24:18 user nova-compute[75075]: iface.chap_auth = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.bidi_chap = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.strict_login_compliance = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.discovery_auth = <empty>
Nov 13 22:24:18 user nova-compute[75075]: iface.discovery_logout = <empty>
Nov 13 22:24:18 user nova-compute[75075]: node.discovery_address = <empty>
Nov 13 22:24:18 user nova-compute[75075]: node.discovery_port = 0
Nov 13 22:24:18 user nova-compute[75075]: node.discovery_type = static
Nov 13 22:24:18 user nova-compute[75075]: node.session.initial_cmdsn = 0
Nov 13 22:24:18 user nova-compute[75075]: node.session.initial_login_retry_max = 8
Nov 13 22:24:18 user nova-compute[75075]: node.session.xmit_thread_priority = -20
Nov 13 22:24:18 user nova-compute[75075]: node.session.cmds_max = 128
Nov 13 22:24:18 user nova-compute[75075]: node.session.queue_depth = 32
Nov 13 22:24:18 user nova-compute[75075]: node.session.nr_sessions = 1
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.authmethod = CHAP
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.username = qufvMnbL
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.password = ***
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.username_in = <empty>
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.password_in = <empty>
Nov 13 22:24:18 user nova-compute[75075]: node.session.auth.chap_algs = MD5
Nov 13 22:24:18 user nova-compute[75075]: node.session.timeo.replacement_timeout = 120
Nov 13 22:24:18 user nova-compute[75075]: node.session.err_timeo.abort_timeout = 15
Nov 13 22:24:18 user nova-compute[75075]: node.session.err_timeo.lu_reset_timeout = 30
Nov 13 22:24:18 user nova-compute[75075]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 13 22:24:18 user nova-compute[75075]: node.session.err_timeo.host_reset_timeout = 60
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.FastAbort = Yes
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.InitialR2T = No
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.ImmediateData = Yes
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.FirstBurstLength = 262144
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.MaxBurstLength = 16776192
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.DefaultTime2Retain = 0
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.DefaultTime2Wait = 2
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.MaxConnections = 1
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 13 22:24:18 user nova-compute[75075]: node.session.iscsi.ERL = 0
Nov 13 22:24:18 user nova-compute[75075]: node.session.scan = manual
Nov 13 22:24:18 user nova-compute[75075]: node.session.reopen_max = 0
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].address = 172.16.0.220
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].port = 3260
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].startup = manual
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].tcp.window_size = 524288
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].tcp.type_of_service = 0
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].timeo.logout_timeout = 15
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].timeo.login_timeout = 15
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].timeo.auth_timeout = 45
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].timeo.noop_out_interval = 5
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].timeo.noop_out_timeout = 5
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.HeaderDigest = None
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.DataDigest = None
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.IFMarker = No
Nov 13 22:24:18 user nova-compute[75075]: node.conn[0].iscsi.OFMarker = No
Nov 13 22:24:18 user nova-compute[75075]: # END RECORD
Nov 13 22:24:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a9ad09-3710-456a-8a44-353c30356197]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3aa9f1-d8c1-484e-bb86-8cf63f84f641]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qufvMnbL {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qufvMnbL" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8583fd8-e6d3-44ee-b13b-2cca5f72fc04]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qufvMnbL'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6905b07-95d1-45cb-910e-07839aad1fba]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e52468f-ea64-4b3e-b9b3-c72cefd01b50]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:24:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:24:18 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.140s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] HCTL ('33', '0', '0', 0) found on session 54 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[63bc8670-a6e1-4532-833f-a580a8c63924]: (4, ('0 0 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching for a device in session 54 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.164s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== connect_volume: return (166ms) {'type': 'block', 'scsi_wwn': '26139373032623130', 'path': '/dev/sdb'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139373032623130', 'path': '/dev/sdb'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:22:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1387201305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1387201305',id=47,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:22:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-gmxu7zcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:22:39Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ccc40c5e-f798-4fcc-a6be-c5f8848886e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:e2:bd:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:e2:bd:bb"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.instance [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.objects.base [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<ccc40c5e-f798-4fcc-a6be-c5f8848886e7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:24:18 user nova-compute[75075]:   <uuid>ccc40c5e-f798-4fcc-a6be-c5f8848886e7</uuid>
Nov 13 22:24:18 user nova-compute[75075]:   <name>instance-0000002f</name>
Nov 13 22:24:18 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:24:18 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:24:18 user nova-compute[75075]:   <metadata>
Nov 13 22:24:18 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:24:18 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1387201305</nova:name>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:24:18</nova:creationTime>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:24:18 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:24:18 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:owner>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:24:18 user nova-compute[75075]:       </nova:owner>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:24:18 user nova-compute[75075]:       <nova:ports>
Nov 13 22:24:18 user nova-compute[75075]:         <nova:port uuid="364129ae-04c3-42f6-b068-3f01f5c440c0">
Nov 13 22:24:18 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:24:18 user nova-compute[75075]:         </nova:port>
Nov 13 22:24:18 user nova-compute[75075]:       </nova:ports>
Nov 13 22:24:18 user nova-compute[75075]:     </nova:instance>
Nov 13 22:24:18 user nova-compute[75075]:   </metadata>
Nov 13 22:24:18 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:24:18 user nova-compute[75075]:     <system>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="serial">ccc40c5e-f798-4fcc-a6be-c5f8848886e7</entry>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="uuid">ccc40c5e-f798-4fcc-a6be-c5f8848886e7</entry>
Nov 13 22:24:18 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:24:18 user nova-compute[75075]:     </system>
Nov 13 22:24:18 user nova-compute[75075]:   </sysinfo>
Nov 13 22:24:18 user nova-compute[75075]:   <os>
Nov 13 22:24:18 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:24:18 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:24:18 user nova-compute[75075]:   </os>
Nov 13 22:24:18 user nova-compute[75075]:   <features>
Nov 13 22:24:18 user nova-compute[75075]:     <acpi/>
Nov 13 22:24:18 user nova-compute[75075]:     <apic/>
Nov 13 22:24:18 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:24:18 user nova-compute[75075]:   </features>
Nov 13 22:24:18 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:24:18 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:24:18 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:24:18 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:24:18 user nova-compute[75075]:   </clock>
Nov 13 22:24:18 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:24:18 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:24:18 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:24:18 user nova-compute[75075]:   </cpu>
Nov 13 22:24:18 user nova-compute[75075]:   <devices>
Nov 13 22:24:18 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:24:18 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:24:18 user nova-compute[75075]:       <source dev="/dev/sdb"/>
Nov 13 22:24:18 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:24:18 user nova-compute[75075]:       <serial>38be5da0-33c0-446b-849d-c7dd316e0589</serial>
Nov 13 22:24:18 user nova-compute[75075]:     </disk>
Nov 13 22:24:18 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:24:18 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:24:18 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue"/>
Nov 13 22:24:18 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:24:18 user nova-compute[75075]:       <boot order="1"/>
Nov 13 22:24:18 user nova-compute[75075]:     </disk>
Nov 13 22:24:18 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:24:18 user nova-compute[75075]:       <mac address="fa:16:3e:e2:bd:bb"/>
Nov 13 22:24:18 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:24:18 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:24:18 user nova-compute[75075]:       <target dev="tap364129ae-04"/>
Nov 13 22:24:18 user nova-compute[75075]:     </interface>
Nov 13 22:24:18 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:24:18 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/console.log" append="off"/>
Nov 13 22:24:18 user nova-compute[75075]:     </serial>
Nov 13 22:24:18 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:24:18 user nova-compute[75075]:     <video>
Nov 13 22:24:18 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:24:18 user nova-compute[75075]:     </video>
Nov 13 22:24:18 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:24:18 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:24:18 user nova-compute[75075]:     </rng>
Nov 13 22:24:18 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:24:18 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:24:18 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:24:18 user nova-compute[75075]:     </memballoon>
Nov 13 22:24:18 user nova-compute[75075]:   </devices>
Nov 13 22:24:18 user nova-compute[75075]: </domain>
Nov 13 22:24:18 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:24:18 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance destroyed successfully.
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:24:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:e2:bd:bb, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:19 user nova-compute[75075]: WARNING nova.compute.manager [req-c1a6e00a-0cf5-4785-af5a-96077ca1aeb5 req-80be595c-5006-44f4-922a-ec8bde189052 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state active and task_state rescuing.
Nov 13 22:24:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG nova.compute.manager [None req-31ad4b15-68c1-4d5e-ac16-7fa1895c05c7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:21 user nova-compute[75075]: WARNING nova.compute.manager [req-8d98cd6d-7db8-4118-a839-410a51332b7f req-2e98e956-c4fa-4b29-92e5-8adc4a219fa3 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state active and task_state rescuing.
Nov 13 22:24:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:24:35 user nova-compute[75075]: INFO nova.compute.claims [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Claim successful on node user
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.251s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:24:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:24:35 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.policy [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280d4d307313474abd70504fcb3e1a45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db652d97b0345dd9530f3c62d26c55f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:24:36 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Creating image(s)
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "/opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "/opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk 1073741824" returned: 0 in 0.053s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Successfully created port: 823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Cannot resize image /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Ensure instance console log exists: /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Successfully updated port: 823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquired lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-changed-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Refreshing instance network info cache due to event network-changed-823ea10d-690d-4236-9a71-e15d1c5a6425. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] Acquiring lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updating instance_info_cache with network_info: [{"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Releasing lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Instance network_info: |[{"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] Acquired lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Refreshing network info cache for port 823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Start _get_guest_xml network_info=[{"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:24:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:24:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-613243113',display_name='tempest-AttachVolumeNegativeTest-server-613243113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-613243113',id=48,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPERK1vo3j+EfvfUZDQAZVOgbZ+ZpcZv/fGnNLYYJ1l/6bAKcPGoTOngRSaLglpROGsjDHPSkitTi+62UrhNOTQaWfmR+rQHQkmJSaiNh4ZplEtWa79MfyqM/BZW1gpFuw==',key_name='tempest-keypair-141347591',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-6ycx76la',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:24:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=dbe28739-e340-4684-b3b2-8d88e5726fda,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'pci_devices' on Instance uuid dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:24:37 user nova-compute[75075]:   <uuid>dbe28739-e340-4684-b3b2-8d88e5726fda</uuid>
Nov 13 22:24:37 user nova-compute[75075]:   <name>instance-00000030</name>
Nov 13 22:24:37 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:24:37 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:24:37 user nova-compute[75075]:   <metadata>
Nov 13 22:24:37 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:24:37 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeNegativeTest-server-613243113</nova:name>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:24:37</nova:creationTime>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:24:37 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:24:37 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:owner>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:user uuid="280d4d307313474abd70504fcb3e1a45">tempest-AttachVolumeNegativeTest-1696483849-project-member</nova:user>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:project uuid="8db652d97b0345dd9530f3c62d26c55f">tempest-AttachVolumeNegativeTest-1696483849</nova:project>
Nov 13 22:24:37 user nova-compute[75075]:       </nova:owner>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:24:37 user nova-compute[75075]:       <nova:ports>
Nov 13 22:24:37 user nova-compute[75075]:         <nova:port uuid="823ea10d-690d-4236-9a71-e15d1c5a6425">
Nov 13 22:24:37 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:24:37 user nova-compute[75075]:         </nova:port>
Nov 13 22:24:37 user nova-compute[75075]:       </nova:ports>
Nov 13 22:24:37 user nova-compute[75075]:     </nova:instance>
Nov 13 22:24:37 user nova-compute[75075]:   </metadata>
Nov 13 22:24:37 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:24:37 user nova-compute[75075]:     <system>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="serial">dbe28739-e340-4684-b3b2-8d88e5726fda</entry>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="uuid">dbe28739-e340-4684-b3b2-8d88e5726fda</entry>
Nov 13 22:24:37 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:24:37 user nova-compute[75075]:     </system>
Nov 13 22:24:37 user nova-compute[75075]:   </sysinfo>
Nov 13 22:24:37 user nova-compute[75075]:   <os>
Nov 13 22:24:37 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:24:37 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:24:37 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:24:37 user nova-compute[75075]:   </os>
Nov 13 22:24:37 user nova-compute[75075]:   <features>
Nov 13 22:24:37 user nova-compute[75075]:     <acpi/>
Nov 13 22:24:37 user nova-compute[75075]:     <apic/>
Nov 13 22:24:37 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:24:37 user nova-compute[75075]:   </features>
Nov 13 22:24:37 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:24:37 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:24:37 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:24:37 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:24:37 user nova-compute[75075]:   </clock>
Nov 13 22:24:37 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:24:37 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:24:37 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:24:37 user nova-compute[75075]:   </cpu>
Nov 13 22:24:37 user nova-compute[75075]:   <devices>
Nov 13 22:24:37 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:24:37 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:24:37 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk"/>
Nov 13 22:24:37 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:24:37 user nova-compute[75075]:     </disk>
Nov 13 22:24:37 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:24:37 user nova-compute[75075]:       <mac address="fa:16:3e:d2:da:83"/>
Nov 13 22:24:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:24:37 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:24:37 user nova-compute[75075]:       <target dev="tap823ea10d-69"/>
Nov 13 22:24:37 user nova-compute[75075]:     </interface>
Nov 13 22:24:37 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:24:37 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/console.log" append="off"/>
Nov 13 22:24:37 user nova-compute[75075]:     </serial>
Nov 13 22:24:37 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:24:37 user nova-compute[75075]:     <video>
Nov 13 22:24:37 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:24:37 user nova-compute[75075]:     </video>
Nov 13 22:24:37 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:24:37 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:24:37 user nova-compute[75075]:     </rng>
Nov 13 22:24:37 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:24:37 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:24:37 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:24:37 user nova-compute[75075]:     </memballoon>
Nov 13 22:24:37 user nova-compute[75075]:   </devices>
Nov 13 22:24:37 user nova-compute[75075]: </domain>
Nov 13 22:24:37 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:24:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-613243113',display_name='tempest-AttachVolumeNegativeTest-server-613243113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-613243113',id=48,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPERK1vo3j+EfvfUZDQAZVOgbZ+ZpcZv/fGnNLYYJ1l/6bAKcPGoTOngRSaLglpROGsjDHPSkitTi+62UrhNOTQaWfmR+rQHQkmJSaiNh4ZplEtWa79MfyqM/BZW1gpFuw==',key_name='tempest-keypair-141347591',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-6ycx76la',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:24:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=dbe28739-e340-4684-b3b2-8d88e5726fda,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG os_vif [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd772789d-08e4-551c-a808-10c0e92fb8e3', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap823ea10d-69, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap823ea10d-69, col_values=(('qos', UUID('81c8850a-f753-446b-926c-7b2ae7ac71bb')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap823ea10d-69, col_values=(('external_ids', {'iface-id': '823ea10d-690d-4236-9a71-e15d1c5a6425', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d2:da:83', 'vm-uuid': 'dbe28739-e340-4684-b3b2-8d88e5726fda'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:37 user nova-compute[75075]: INFO os_vif [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69')
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:24:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:d2:da:83, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:24:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updated VIF entry in instance network info cache for port 823ea10d-690d-4236-9a71-e15d1c5a6425. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:24:38 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updating instance_info_cache with network_info: [{"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:24:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d99ef86-dfbc-40e1-b08b-1bbd52ec4a04 req-9dd0aca6-692a-4c13-82fc-558660a34620 service nova] Releasing lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.compute.manager [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.compute.manager [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] No waiting events found dispatching network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:39 user nova-compute[75075]: WARNING nova.compute.manager [req-5045132a-9fbd-41ca-a3d0-1f213bdd8782 req-be81ce31-3014-4476-80db-a2139be3e956 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received unexpected event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 for instance with vm_state building and task_state spawning.
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Skipping network cache update for instance because it has been migrated to another host. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9966}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:24:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:24:41 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Instance spawned successfully.
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:24:41 user nova-compute[75075]: INFO nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG nova.compute.manager [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] No waiting events found dispatching network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:24:41 user nova-compute[75075]: WARNING nova.compute.manager [req-008635bc-b4f1-4c8e-bc92-14581e891f27 req-cdce02b9-7ee4-432e-b0c3-68a4e578e0d2 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received unexpected event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 for instance with vm_state building and task_state spawning.
Nov 13 22:24:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:41 user nova-compute[75075]: INFO nova.compute.manager [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Took 5.78 seconds to build instance.
Nov 13 22:24:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-f3d42eb1-caa5-4ba0-bcff-b227a786efd6 tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.888s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:24:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:24:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8597MB free_disk=25.1575927734375GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance dbe28739-e340-4684-b3b2-8d88e5726fda actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.277s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:24:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:24:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:24:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:26 user nova-compute[75075]: INFO nova.compute.manager [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Unshelving
Nov 13 22:25:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:26 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_requests' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:27 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'numa_topology' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:27 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:25:27 user nova-compute[75075]: INFO nova.compute.claims [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Claim successful on node user
Nov 13 22:25:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:25:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:25:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.265s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:27 user nova-compute[75075]: INFO nova.network.neutron [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating port ea74fa1d-b01d-4184-acf7-8a2a55bb993b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 13 22:25:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing instance network info cache due to event network-changed-ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] Acquiring lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:25:28 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Creating image(s)
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] Acquired lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.network.neutron [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Refreshing network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG nova.objects.base [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<9dff1037-89b0-4ded-be9e-647f19014972> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.part --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG nova.virt.images [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] a1f6a7a0-769f-4fcb-902a-0ccb42a29edb was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.part /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG nova.network.neutron [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updated VIF entry in instance network info cache for port ea74fa1d-b01d-4184-acf7-8a2a55bb993b. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:25:29 user nova-compute[75075]: DEBUG nova.network.neutron [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-6f3c0da6-ef97-4cb0-a60a-cf420511ded6 req-a2c9cb2a-b670-4918-9646-77db3ddc6581 service nova] Releasing lock "refresh_cache-9dff1037-89b0-4ded-be9e-647f19014972" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.part /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.converted" returned: 0 in 0.570s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe.converted --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.069s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json" returned: 0 in 0.165s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:30 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe,backing_fmt=raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe,backing_fmt=raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk 1073741824" returned: 0 in 0.051s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "f715ec40e4edd0976f0f7d543011fcff0f1d8afe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'migration_context' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG nova.objects.base [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<9dff1037-89b0-4ded-be9e-647f19014972> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:25:31 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Rebasing disk image.
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:31 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa -F raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa -F raw /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk" returned: 0 in 2.324s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Ensure instance console log exists: /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start _get_guest_xml network_info=[{"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='1e030de58876220c9c10c5012526e0ab',container_format='bare',created_at=2023-11-13T22:23:34Z,direct_url=<?>,disk_format='qcow2',id=a1f6a7a0-769f-4fcb-902a-0ccb42a29edb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1154829836-shelved',owner='8db654ea43264b94a8c09a9253874b64',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-13T22:23:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:25:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:25:33 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1e030de58876220c9c10c5012526e0ab',container_format='bare',created_at=2023-11-13T22:23:34Z,direct_url=<?>,disk_format='qcow2',id=a1f6a7a0-769f-4fcb-902a-0ccb42a29edb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1154829836-shelved',owner='8db654ea43264b94a8c09a9253874b64',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-13T22:23:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.objects.base [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<9dff1037-89b0-4ded-be9e-647f19014972> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='a1f6a7a0-769f-4fcb-902a-0ccb42a29edb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1735201891',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:21:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:23:38.114810',shelved_host='user',shelved_image_id='a1f6a7a0-769f-4fcb-902a-0ccb42a29edb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:25:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'pci_devices' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.objects.base [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Object Instance<9dff1037-89b0-4ded-be9e-647f19014972> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:25:33 user nova-compute[75075]:   <uuid>9dff1037-89b0-4ded-be9e-647f19014972</uuid>
Nov 13 22:25:33 user nova-compute[75075]:   <name>instance-0000002e</name>
Nov 13 22:25:33 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:25:33 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:25:33 user nova-compute[75075]:   <metadata>
Nov 13 22:25:33 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:25:33 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1154829836</nova:name>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:25:33</nova:creationTime>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:25:33 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:25:33 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:owner>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:user uuid="2fbf36a4436a4ea199b857ec4cb3c2e0">tempest-AttachVolumeShelveTestJSON-158253385-project-member</nova:user>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:project uuid="8db654ea43264b94a8c09a9253874b64">tempest-AttachVolumeShelveTestJSON-158253385</nova:project>
Nov 13 22:25:33 user nova-compute[75075]:       </nova:owner>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:root type="image" uuid="a1f6a7a0-769f-4fcb-902a-0ccb42a29edb"/>
Nov 13 22:25:33 user nova-compute[75075]:       <nova:ports>
Nov 13 22:25:33 user nova-compute[75075]:         <nova:port uuid="ea74fa1d-b01d-4184-acf7-8a2a55bb993b">
Nov 13 22:25:33 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 13 22:25:33 user nova-compute[75075]:         </nova:port>
Nov 13 22:25:33 user nova-compute[75075]:       </nova:ports>
Nov 13 22:25:33 user nova-compute[75075]:     </nova:instance>
Nov 13 22:25:33 user nova-compute[75075]:   </metadata>
Nov 13 22:25:33 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:25:33 user nova-compute[75075]:     <system>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="serial">9dff1037-89b0-4ded-be9e-647f19014972</entry>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="uuid">9dff1037-89b0-4ded-be9e-647f19014972</entry>
Nov 13 22:25:33 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:25:33 user nova-compute[75075]:     </system>
Nov 13 22:25:33 user nova-compute[75075]:   </sysinfo>
Nov 13 22:25:33 user nova-compute[75075]:   <os>
Nov 13 22:25:33 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:25:33 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:25:33 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:25:33 user nova-compute[75075]:   </os>
Nov 13 22:25:33 user nova-compute[75075]:   <features>
Nov 13 22:25:33 user nova-compute[75075]:     <acpi/>
Nov 13 22:25:33 user nova-compute[75075]:     <apic/>
Nov 13 22:25:33 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:25:33 user nova-compute[75075]:   </features>
Nov 13 22:25:33 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:25:33 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:25:33 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:25:33 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:25:33 user nova-compute[75075]:   </clock>
Nov 13 22:25:33 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:25:33 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:25:33 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:25:33 user nova-compute[75075]:   </cpu>
Nov 13 22:25:33 user nova-compute[75075]:   <devices>
Nov 13 22:25:33 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:25:33 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:25:33 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk"/>
Nov 13 22:25:33 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:25:33 user nova-compute[75075]:     </disk>
Nov 13 22:25:33 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:25:33 user nova-compute[75075]:       <mac address="fa:16:3e:84:d7:aa"/>
Nov 13 22:25:33 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:25:33 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:25:33 user nova-compute[75075]:       <target dev="tapea74fa1d-b0"/>
Nov 13 22:25:33 user nova-compute[75075]:     </interface>
Nov 13 22:25:33 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:25:33 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/console.log" append="off"/>
Nov 13 22:25:33 user nova-compute[75075]:     </serial>
Nov 13 22:25:33 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:25:33 user nova-compute[75075]:     <video>
Nov 13 22:25:33 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:25:33 user nova-compute[75075]:     </video>
Nov 13 22:25:33 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:25:33 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:25:33 user nova-compute[75075]:     </rng>
Nov 13 22:25:33 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:25:33 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:25:33 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:25:33 user nova-compute[75075]:     </memballoon>
Nov 13 22:25:33 user nova-compute[75075]:   </devices>
Nov 13 22:25:33 user nova-compute[75075]: </domain>
Nov 13 22:25:33 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='a1f6a7a0-769f-4fcb-902a-0ccb42a29edb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1735201891',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:21:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member',shelved_at='2023-11-13T22:23:38.114810',shelved_host='user',shelved_image_id='a1f6a7a0-769f-4fcb-902a-0ccb42a29edb'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:25:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG os_vif [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7bc16c45-615a-50ae-974e-f8064cdee821', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea74fa1d-b0, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea74fa1d-b0, col_values=(('qos', UUID('4f627448-749c-49ba-af7a-4e7d9f59a503')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea74fa1d-b0, col_values=(('external_ids', {'iface-id': 'ea74fa1d-b01d-4184-acf7-8a2a55bb993b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:d7:aa', 'vm-uuid': '9dff1037-89b0-4ded-be9e-647f19014972'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:33 user nova-compute[75075]: INFO os_vif [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0')
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:25:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] No VIF found with MAC fa:16:3e:84:d7:aa, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG nova.compute.manager [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:25:35 user nova-compute[75075]: WARNING nova.compute.manager [req-5d933a6b-2b67-4f43-b38a-d4cdb37132b5 req-dd36e989-fe52-40dd-a3ed-d2126d39086b service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:25:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance spawned successfully.
Nov 13 22:25:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG nova.compute.manager [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:25:37 user nova-compute[75075]: WARNING nova.compute.manager [req-67f26716-f4ad-4bf9-8f0d-2b44f8c6ae3f req-65bce896-d311-45dd-9a49-7d55eb6167ec service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 13 22:25:37 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:25:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a56f9dd8-2b15-47b7-b324-524b7259bd0a tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 10.830s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:25:39 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:25:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:44 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:45 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:25:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:25:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:25:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8517MB free_disk=25.10126495361328GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance dbe28739-e340-4684-b3b2-8d88e5726fda actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9dff1037-89b0-4ded-be9e-647f19014972 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:25:52 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.293s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:25:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:25:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:04 user nova-compute[75075]: INFO nova.compute.manager [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Unrescuing
Nov 13 22:26:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:26:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:26:04 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG nova.network.neutron [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG nova.objects.instance [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'flavor' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG nova.compute.manager [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:05 user nova-compute[75075]: WARNING nova.compute.manager [req-a54b7b1d-12f1-479c-97ac-e475d83c2c06 req-555c054d-6c9d-42a1-8156-737d3b26cae9 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance destroyed successfully.
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:07 user nova-compute[75075]: WARNING nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:07 user nova-compute[75075]: WARNING nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:07 user nova-compute[75075]: WARNING nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:07 user nova-compute[75075]: WARNING nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:07 user nova-compute[75075]: WARNING nova.compute.manager [req-8668d083-a9c0-4d93-83dd-cfbd44a9f75f req-b7f1beb0-1774-4dd5-90da-845209774c70 service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5d4f8d19-f60f-4ee3-bac0-95e1f340c8a6 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:09 user nova-compute[75075]: WARNING nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:26:09 user nova-compute[75075]: WARNING nova.compute.manager [req-ffa56a5b-763c-4506-885c-c048cf7cb46d req-ad6b1f90-d97d-4f38-94af-fd744d23023f service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:26:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:26:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-changed-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG nova.compute.manager [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Refreshing instance network info cache due to event network-changed-823ea10d-690d-4236-9a71-e15d1c5a6425. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] Acquiring lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] Acquired lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Refreshing network info cache for port 823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updated VIF entry in instance network info cache for port 823ea10d-690d-4236-9a71-e15d1c5a6425. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG nova.network.neutron [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updating instance_info_cache with network_info: [{"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-582d315e-1aa3-4bb0-9091-24a56a7383b1 req-af7a6be0-7cf5-41b0-9897-a26c79f025c6 service nova] Releasing lock "refresh_cache-dbe28739-e340-4684-b3b2-8d88e5726fda" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:26:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:27 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:28 user nova-compute[75075]: INFO nova.compute.manager [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Attaching volume 8b900b0c-3b30-4ff5-b46a-fad4ac958b8e to /dev/vdb
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.utils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f3943a-8917-4751-88a5-2f3fe9fcf253]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e910bb45-0a6d-429d-8de5-0a46b800f31d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcac5f99-11d7-44be-814c-6a0c266b7133]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c69573-779b-4236-8a17-f43bd2c5d90e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:26:28 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:26:28 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c85a7647-444e-46fc-a1b5-fac7218ff0df]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG os_brick.utils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updating existing volume attachment record: d5dc6dd2-8642-4980-8338-059edc1b11ea {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:26:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eRvrDKpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:26:32 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:26:32 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:26:32 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad29e5f-39d1-4678-b4b0-803a9ca9bfba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:26:32 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f588f9-3867-4bb5-b255-a2cadef4bf0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e] added
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f909e29-c412-43ab-b34d-50842372f683]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e76fc856-28b0-403d-a56f-120aebe384a6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eRvrDKpM {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eRvrDKpM" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb05f97f-8bda-4c1b-976c-dbe92920379e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eRvrDKpM'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1baf46da-3679-487f-8d37-28c94f99b457]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0fb02a-ef65-4200-a886-ef30c182ccb1]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f8b5292-4cef-4646-9f7d-ff3a72cf5de4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260]
Nov 13 22:26:32 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260] successful.
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e493ea5-6864-4894-8e9e-a9447025215a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b84476ed-8fe0-4078-9d90-efd98cfbe5cd]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:32 user nova-compute[75075]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:32 user nova-compute[75075]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)
Nov 13 22:26:32 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6ace000-d6b0-4341-a2f3-d91402aa3bc3]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:32 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: None {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eRvrDKpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.272s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== connect_volume: return (1274ms) {'type': 'block', 'scsi_wwn': '23836653830306638', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836653830306638', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG nova.objects.instance [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:33 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:26:33 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:26:33 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:26:33 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:26:33 user nova-compute[75075]:   <serial>8b900b0c-3b30-4ff5-b46a-fad4ac958b8e</serial>
Nov 13 22:26:33 user nova-compute[75075]: </disk>
Nov 13 22:26:33 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:26:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:26:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:26:34 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] No VIF found with MAC fa:16:3e:d2:da:83, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:26:34 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-7e289f28-4ddb-4acf-8372-2f703311e6bc tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.313s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:35 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:35 user nova-compute[75075]: INFO nova.compute.manager [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Detaching volume 8b900b0c-3b30-4ff5-b46a-fad4ac958b8e
Nov 13 22:26:35 user nova-compute[75075]: INFO nova.virt.block_device [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Attempting to driver detach volume 8b900b0c-3b30-4ff5-b46a-fad4ac958b8e from mountpoint /dev/vdb
Nov 13 22:26:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Attempting to detach device vdb from instance dbe28739-e340-4684-b3b2-8d88e5726fda from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:26:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:26:35 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:26:35 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:26:35 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:26:35 user nova-compute[75075]:   <serial>8b900b0c-3b30-4ff5-b46a-fad4ac958b8e</serial>
Nov 13 22:26:35 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:26:35 user nova-compute[75075]: </disk>
Nov 13 22:26:35 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:26:35 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance dbe28739-e340-4684-b3b2-8d88e5726fda from the persistent domain config.
Nov 13 22:26:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dbe28739-e340-4684-b3b2-8d88e5726fda from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:26:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:26:35 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:26:35 user nova-compute[75075]:   <source dev="/dev/sdc"/>
Nov 13 22:26:35 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:26:35 user nova-compute[75075]:   <serial>8b900b0c-3b30-4ff5-b46a-fad4ac958b8e</serial>
Nov 13 22:26:35 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:26:35 user nova-compute[75075]: </disk>
Nov 13 22:26:35 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:26:35 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:26:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:26:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:42 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:26:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:26:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:26:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:44 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:26:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:51 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:52 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:26:52 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8688MB free_disk=25.100772857666016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance dbe28739-e340-4684-b3b2-8d88e5726fda actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 9dff1037-89b0-4ded-be9e-647f19014972 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.297s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:26:55 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dbe28739-e340-4684-b3b2-8d88e5726fda is timed out.
Nov 13 22:26:55 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully detached device vdb from instance dbe28739-e340-4684-b3b2-8d88e5726fda from the live domain config.
Nov 13 22:26:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eRvrDKpM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:26:55 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70a5ee2-7ece-4f2c-a1ec-fa129b9936a6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:26:55 user nova-compute[75075]: No targets found.
Nov 13 22:26:55 user nova-compute[75075]: iSNS:
Nov 13 22:26:55 user nova-compute[75075]: No targets found.
Nov 13 22:26:55 user nova-compute[75075]: STATIC:
Nov 13 22:26:55 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e
Nov 13 22:26:55 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:26:55 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:26:55 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:26:55 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:26:55 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:26:55 user nova-compute[75075]: FIRMWARE:
Nov 13 22:26:55 user nova-compute[75075]: No targets found.
Nov 13 22:26:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:26:55 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:26:55 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c7cb135-d6e9-4682-a726-9bae2d236ecd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab92d83d-ffd9-4ba1-bafe-c8856c3eec3c]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:55 user nova-compute[75075]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)
Nov 13 22:26:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:26:55 user nova-compute[75075]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e (non-flash)
Nov 13 22:26:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb28811dea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e23887-c4fe-421d-8bf7-b9f4f58f8d5c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa5ac949-c09b-40d5-ba29-ab0cb1a1939e]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3b8c161-cf00-4958-a880-75b6f7cc7e7b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba63b63-458c-4e7a-86ca-32272db57425]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[988a94bd-5441-459b-b4f9-c768fd6b9899]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c549d6c-4fb4-47d2-8829-625e31eeaef7]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260]
Nov 13 22:26:55 user nova-compute[75075]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e, portal: 172.16.0.220,3260] successful.
Nov 13 22:26:55 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8b900b0c-3b30-4ff5-b46a-fad4ac958b8e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac017c37-4d72-46ac-804e-032aca91014d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] <== disconnect_volume: return (298ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:26:55 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:26:56 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'flavor' on Instance uuid dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:26:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dae7c05c-9c55-4af6-8b2b-1cc66a98997a tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.596s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:26:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:27:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:16 user nova-compute[75075]: INFO nova.compute.manager [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Terminating instance
Nov 13 22:27:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.compute.manager [req-310ce07c-b993-4b4d-818a-4dd8f6936fb2 req-75df8a57-ee59-457d-bf71-50131416a209 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-unplugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:27:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Instance destroyed successfully.
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.objects.instance [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lazy-loading 'resources' on Instance uuid 9dff1037-89b0-4ded-be9e-647f19014972 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-13T22:21:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1154829836',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1154829836',id=46,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDH6BRDfJMMpX9jVdjjJeAws4pjwe7GlXHEV2hfbHR5WRo4p+K+yrHhNb78nU0DfrC5GK3l7AqGsuM9B1e6dclwF1uasszheBz+EA9jpuoyWsl3AwB0HKB/yTohwLij6cQ==',key_name='tempest-keypair-1735201891',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:25:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db654ea43264b94a8c09a9253874b64',ramdisk_id='',reservation_id='r-looet8p2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-158253385',owner_user_name='tempest-AttachVolumeShelveTestJSON-158253385-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:25:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2fbf36a4436a4ea199b857ec4cb3c2e0',uuid=9dff1037-89b0-4ded-be9e-647f19014972,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converting VIF {"id": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "address": "fa:16:3e:84:d7:aa", "network": {"id": "4b0ca087-f63c-4018-a1f0-525e42e24561", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-252363421-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db654ea43264b94a8c09a9253874b64", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea74fa1d-b0", "ovs_interfaceid": "ea74fa1d-b01d-4184-acf7-8a2a55bb993b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG os_vif [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea74fa1d-b0, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f627448-749c-49ba-af7a-4e7d9f59a503) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:17 user nova-compute[75075]: INFO os_vif [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:d7:aa,bridge_name='br-int',has_traffic_filtering=True,id=ea74fa1d-b01d-4184-acf7-8a2a55bb993b,network=Network(4b0ca087-f63c-4018-a1f0-525e42e24561),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea74fa1d-b0')
Nov 13 22:27:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Deleting instance files /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972_del
Nov 13 22:27:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Deletion of /opt/stack/data/nova/instances/9dff1037-89b0-4ded-be9e-647f19014972_del complete
Nov 13 22:27:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:17 user nova-compute[75075]: INFO nova.compute.manager [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Took 0.67 seconds to destroy the instance on the hypervisor.
Nov 13 22:27:17 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:27:17 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:27:18 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Took 0.75 seconds to deallocate network for instance.
Nov 13 22:27:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-6127f81a-42c4-4e30-8d49-6e1d64fa314f req-f61a814b-2910-4109-b741-108a2e34c101 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-deleted-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:27:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:18 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Deleted allocations for instance 9dff1037-89b0-4ded-be9e-647f19014972
Nov 13 22:27:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700814bf-aea5-4523-a3fb-e61bdbf499b9 tempest-AttachVolumeShelveTestJSON-158253385 tempest-AttachVolumeShelveTestJSON-158253385-project-member] Lock "9dff1037-89b0-4ded-be9e-647f19014972" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.774s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] Acquiring lock "9dff1037-89b0-4ded-be9e-647f19014972-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] Lock "9dff1037-89b0-4ded-be9e-647f19014972-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] No waiting events found dispatching network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:27:19 user nova-compute[75075]: WARNING nova.compute.manager [req-9b7dad68-001c-4fc7-96a9-9eb8ef9fb5a1 req-e1332f17-e65e-4f22-994c-5ebec661d5a2 service nova] [instance: 9dff1037-89b0-4ded-be9e-647f19014972] Received unexpected event network-vif-plugged-ea74fa1d-b01d-4184-acf7-8a2a55bb993b for instance with vm_state deleted and task_state None.
Nov 13 22:27:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:25 user nova-compute[75075]: INFO nova.compute.manager [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Terminating instance
Nov 13 22:27:25 user nova-compute[75075]: DEBUG nova.compute.manager [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-unplugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] No waiting events found dispatching network-vif-unplugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:27:25 user nova-compute[75075]: DEBUG nova.compute.manager [req-805f383c-2a3e-4ad4-bd9a-31b1e985fa1a req-63ff712c-e25d-4908-890d-ddbdbd9af3be service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-unplugged-823ea10d-690d-4236-9a71-e15d1c5a6425 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Instance destroyed successfully.
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lazy-loading 'resources' on Instance uuid dbe28739-e340-4684-b3b2-8d88e5726fda {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:24:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-613243113',display_name='tempest-AttachVolumeNegativeTest-server-613243113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-613243113',id=48,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPERK1vo3j+EfvfUZDQAZVOgbZ+ZpcZv/fGnNLYYJ1l/6bAKcPGoTOngRSaLglpROGsjDHPSkitTi+62UrhNOTQaWfmR+rQHQkmJSaiNh4ZplEtWa79MfyqM/BZW1gpFuw==',key_name='tempest-keypair-141347591',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:24:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8db652d97b0345dd9530f3c62d26c55f',ramdisk_id='',reservation_id='r-6ycx76la',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1696483849',owner_user_name='tempest-AttachVolumeNegativeTest-1696483849-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:24:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='280d4d307313474abd70504fcb3e1a45',uuid=dbe28739-e340-4684-b3b2-8d88e5726fda,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converting VIF {"id": "823ea10d-690d-4236-9a71-e15d1c5a6425", "address": "fa:16:3e:d2:da:83", "network": {"id": "efd0915e-0efd-4a0b-ba67-abb3b7ca6596", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-790812534-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8db652d97b0345dd9530f3c62d26c55f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap823ea10d-69", "ovs_interfaceid": "823ea10d-690d-4236-9a71-e15d1c5a6425", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG os_vif [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap823ea10d-69, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=81c8850a-f753-446b-926c-7b2ae7ac71bb) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:26 user nova-compute[75075]: INFO os_vif [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d2:da:83,bridge_name='br-int',has_traffic_filtering=True,id=823ea10d-690d-4236-9a71-e15d1c5a6425,network=Network(efd0915e-0efd-4a0b-ba67-abb3b7ca6596),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap823ea10d-69')
Nov 13 22:27:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Deleting instance files /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda_del
Nov 13 22:27:26 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Deletion of /opt/stack/data/nova/instances/dbe28739-e340-4684-b3b2-8d88e5726fda_del complete
Nov 13 22:27:26 user nova-compute[75075]: INFO nova.compute.manager [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 13 22:27:26 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:27:26 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:27:27 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Took 0.89 seconds to deallocate network for instance.
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-a4ab4b7a-b48a-4386-8f36-0b9bcd33f87d req-a88023b0-c05c-4b8c-a023-6f4103f021cd service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-deleted-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.165s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:27 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Deleted allocations for instance dbe28739-e340-4684-b3b2-8d88e5726fda
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef6851d4-7b28-448c-b166-ac8752080e0f tempest-AttachVolumeNegativeTest-1696483849 tempest-AttachVolumeNegativeTest-1696483849-project-member] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.112s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] Acquiring lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] Lock "dbe28739-e340-4684-b3b2-8d88e5726fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:27 user nova-compute[75075]: DEBUG nova.compute.manager [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] No waiting events found dispatching network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:27:27 user nova-compute[75075]: WARNING nova.compute.manager [req-1371d087-c563-4f98-9323-3c91c68a4dd9 req-ecb6f6fb-d218-44f4-8c6e-0b1c6ba2be79 service nova] [instance: dbe28739-e340-4684-b3b2-8d88e5726fda] Received unexpected event network-vif-plugged-823ea10d-690d-4236-9a71-e15d1c5a6425 for instance with vm_state deleted and task_state None.
Nov 13 22:27:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:41 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:27:41 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:27:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:45 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:27:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:53 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:54 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:27:54 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8893MB free_disk=25.148052215576172GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:27:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.465s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:56 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:27:56 user nova-compute[75075]: INFO nova.compute.claims [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Claim successful on node user
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.234s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:27:57 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.policy [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5081c1812ee4717ba25fb1cb38e396a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9490d327a7b49f0b911f7d70699a897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:27:57 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Creating image(s)
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "/opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk 1073741824" returned: 0 in 0.057s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Successfully created port: 4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:27:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Cannot resize image /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Ensure instance console log exists: /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Successfully updated port: 4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-changed-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.compute.manager [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Refreshing instance network info cache due to event network-changed-4c56a884-353a-4ec5-8cb8-2358e1d25766. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] Acquiring lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Instance network_info: |[{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] Acquired lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Refreshing network info cache for port 4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Start _get_guest_xml network_info=[{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:27:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:27:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:27:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1729499761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1729499761',id=49,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-u11z0h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:27:57Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=1be3b066-35f3-4245-bdf5-e33fa91d7b6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.objects.instance [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid 1be3b066-35f3-4245-bdf5-e33fa91d7b6b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:27:58 user nova-compute[75075]:   <uuid>1be3b066-35f3-4245-bdf5-e33fa91d7b6b</uuid>
Nov 13 22:27:58 user nova-compute[75075]:   <name>instance-00000031</name>
Nov 13 22:27:58 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:27:58 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:27:58 user nova-compute[75075]:   <metadata>
Nov 13 22:27:58 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:27:58 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1729499761</nova:name>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:27:58</nova:creationTime>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:27:58 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:27:58 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:owner>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:27:58 user nova-compute[75075]:       </nova:owner>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:27:58 user nova-compute[75075]:       <nova:ports>
Nov 13 22:27:58 user nova-compute[75075]:         <nova:port uuid="4c56a884-353a-4ec5-8cb8-2358e1d25766">
Nov 13 22:27:58 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 13 22:27:58 user nova-compute[75075]:         </nova:port>
Nov 13 22:27:58 user nova-compute[75075]:       </nova:ports>
Nov 13 22:27:58 user nova-compute[75075]:     </nova:instance>
Nov 13 22:27:58 user nova-compute[75075]:   </metadata>
Nov 13 22:27:58 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:27:58 user nova-compute[75075]:     <system>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="serial">1be3b066-35f3-4245-bdf5-e33fa91d7b6b</entry>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="uuid">1be3b066-35f3-4245-bdf5-e33fa91d7b6b</entry>
Nov 13 22:27:58 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:27:58 user nova-compute[75075]:     </system>
Nov 13 22:27:58 user nova-compute[75075]:   </sysinfo>
Nov 13 22:27:58 user nova-compute[75075]:   <os>
Nov 13 22:27:58 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:27:58 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:27:58 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:27:58 user nova-compute[75075]:   </os>
Nov 13 22:27:58 user nova-compute[75075]:   <features>
Nov 13 22:27:58 user nova-compute[75075]:     <acpi/>
Nov 13 22:27:58 user nova-compute[75075]:     <apic/>
Nov 13 22:27:58 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:27:58 user nova-compute[75075]:   </features>
Nov 13 22:27:58 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:27:58 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:27:58 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:27:58 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:27:58 user nova-compute[75075]:   </clock>
Nov 13 22:27:58 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:27:58 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:27:58 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:27:58 user nova-compute[75075]:   </cpu>
Nov 13 22:27:58 user nova-compute[75075]:   <devices>
Nov 13 22:27:58 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:27:58 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:27:58 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk"/>
Nov 13 22:27:58 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:27:58 user nova-compute[75075]:     </disk>
Nov 13 22:27:58 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:27:58 user nova-compute[75075]:       <mac address="fa:16:3e:e5:29:b2"/>
Nov 13 22:27:58 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:27:58 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:27:58 user nova-compute[75075]:       <target dev="tap4c56a884-35"/>
Nov 13 22:27:58 user nova-compute[75075]:     </interface>
Nov 13 22:27:58 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:27:58 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/console.log" append="off"/>
Nov 13 22:27:58 user nova-compute[75075]:     </serial>
Nov 13 22:27:58 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:27:58 user nova-compute[75075]:     <video>
Nov 13 22:27:58 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:27:58 user nova-compute[75075]:     </video>
Nov 13 22:27:58 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:27:58 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:27:58 user nova-compute[75075]:     </rng>
Nov 13 22:27:58 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:27:58 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:27:58 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:27:58 user nova-compute[75075]:     </memballoon>
Nov 13 22:27:58 user nova-compute[75075]:   </devices>
Nov 13 22:27:58 user nova-compute[75075]: </domain>
Nov 13 22:27:58 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:27:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1729499761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1729499761',id=49,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-u11z0h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:27:57Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=1be3b066-35f3-4245-bdf5-e33fa91d7b6b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG os_vif [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dfb5572e-6b44-554c-a98f-bf2a0e423d3a', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4c56a884-35, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4c56a884-35, col_values=(('qos', UUID('28e17113-334a-430c-a3bb-90027ce2d5a0')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4c56a884-35, col_values=(('external_ids', {'iface-id': '4c56a884-353a-4ec5-8cb8-2358e1d25766', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:29:b2', 'vm-uuid': '1be3b066-35f3-4245-bdf5-e33fa91d7b6b'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:27:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:27:58 user nova-compute[75075]: INFO os_vif [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35')
Nov 13 22:27:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:27:59 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:e5:29:b2, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:27:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updated VIF entry in instance network info cache for port 4c56a884-353a-4ec5-8cb8-2358e1d25766. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:27:59 user nova-compute[75075]: DEBUG nova.network.neutron [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:27:59 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-d597ffab-b5e2-4344-92ab-91de327f9d36 req-7c2be476-f8f1-43b8-81b2-b176f57f5eed service nova] Releasing lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] No waiting events found dispatching network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:28:00 user nova-compute[75075]: WARNING nova.compute.manager [req-334a37ee-37b5-4dab-8c2e-3b7bd6bf2ff8 req-9ebf17b9-4a5e-4117-84ca-aa3263c0ca11 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received unexpected event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 for instance with vm_state building and task_state spawning.
Nov 13 22:28:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:01 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:28:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:28:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:28:02 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Instance spawned successfully.
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] No waiting events found dispatching network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:28:02 user nova-compute[75075]: WARNING nova.compute.manager [req-181201f6-1f9f-48a4-9718-69ee26c43c21 req-7df025fb-1af5-4e39-9e1e-cf7da6b8b958 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received unexpected event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 for instance with vm_state building and task_state spawning.
Nov 13 22:28:02 user nova-compute[75075]: INFO nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Took 5.18 seconds to spawn the instance on the hypervisor.
Nov 13 22:28:02 user nova-compute[75075]: DEBUG nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:28:02 user nova-compute[75075]: INFO nova.compute.manager [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Took 5.72 seconds to build instance.
Nov 13 22:28:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-c44a938b-9d51-4913-8784-913738c5b070 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.828s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:28:03 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:03 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:28:03 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:28:11 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:42 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:28:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:44 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:28:44 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:28:44 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:28:44 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:28:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:28:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:28:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:28:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:28:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:28:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:28:54 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:28:55 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:28:55 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8770MB free_disk=25.11471939086914GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:28:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.287s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:28:57 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:28:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:29:16 user nova-compute[75075]: INFO nova.compute.claims [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Claim successful on node user
Nov 13 22:29:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.376s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:29:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.policy [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8451c6f855024765b1bc1046c2c97f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af7132e319604f82ba5e42a2210f83a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:29:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Creating image(s)
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "/opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "/opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "/opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "22a208608e5b93f653ca497dbbebe08536355bfa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk 1073741824" returned: 0 in 0.057s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "22a208608e5b93f653ca497dbbebe08536355bfa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.249s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk. size=1073741824 {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Successfully created port: fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG nova.virt.disk.api [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Cannot resize image /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk to a smaller size. {{(pid=75075) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Ensure instance console log exists: /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Successfully updated port: fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquired lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-changed-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing instance network info cache due to event network-changed-fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] Acquiring lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Releasing lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Instance network_info: |[{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] Acquired lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing network info cache for port fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Start _get_guest_xml network_info=[{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '1850ba7a-6f76-405f-aefd-c33f70eddc32'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:29:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:29:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-737746344',display_name='tempest-TestStampPattern-server-737746344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-737746344',id=50,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-ldnj4e79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:29:17Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=1d1855c6-a237-4a11-8beb-51e47f7c6ca0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'pci_devices' on Instance uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:29:19 user nova-compute[75075]:   <uuid>1d1855c6-a237-4a11-8beb-51e47f7c6ca0</uuid>
Nov 13 22:29:19 user nova-compute[75075]:   <name>instance-00000032</name>
Nov 13 22:29:19 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:29:19 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:29:19 user nova-compute[75075]:   <metadata>
Nov 13 22:29:19 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:29:19 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:name>tempest-TestStampPattern-server-737746344</nova:name>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:29:19</nova:creationTime>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:29:19 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:29:19 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:owner>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:user uuid="8451c6f855024765b1bc1046c2c97f01">tempest-TestStampPattern-1854649651-project-member</nova:user>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:project uuid="af7132e319604f82ba5e42a2210f83a8">tempest-TestStampPattern-1854649651</nova:project>
Nov 13 22:29:19 user nova-compute[75075]:       </nova:owner>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:29:19 user nova-compute[75075]:       <nova:ports>
Nov 13 22:29:19 user nova-compute[75075]:         <nova:port uuid="fd526dd9-5032-42df-a042-210af0715229">
Nov 13 22:29:19 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 13 22:29:19 user nova-compute[75075]:         </nova:port>
Nov 13 22:29:19 user nova-compute[75075]:       </nova:ports>
Nov 13 22:29:19 user nova-compute[75075]:     </nova:instance>
Nov 13 22:29:19 user nova-compute[75075]:   </metadata>
Nov 13 22:29:19 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:29:19 user nova-compute[75075]:     <system>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="serial">1d1855c6-a237-4a11-8beb-51e47f7c6ca0</entry>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="uuid">1d1855c6-a237-4a11-8beb-51e47f7c6ca0</entry>
Nov 13 22:29:19 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:29:19 user nova-compute[75075]:     </system>
Nov 13 22:29:19 user nova-compute[75075]:   </sysinfo>
Nov 13 22:29:19 user nova-compute[75075]:   <os>
Nov 13 22:29:19 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:29:19 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:29:19 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:29:19 user nova-compute[75075]:   </os>
Nov 13 22:29:19 user nova-compute[75075]:   <features>
Nov 13 22:29:19 user nova-compute[75075]:     <acpi/>
Nov 13 22:29:19 user nova-compute[75075]:     <apic/>
Nov 13 22:29:19 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:29:19 user nova-compute[75075]:   </features>
Nov 13 22:29:19 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:29:19 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:29:19 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:29:19 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:29:19 user nova-compute[75075]:   </clock>
Nov 13 22:29:19 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:29:19 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:29:19 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:29:19 user nova-compute[75075]:   </cpu>
Nov 13 22:29:19 user nova-compute[75075]:   <devices>
Nov 13 22:29:19 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:29:19 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:29:19 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk"/>
Nov 13 22:29:19 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:29:19 user nova-compute[75075]:     </disk>
Nov 13 22:29:19 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:29:19 user nova-compute[75075]:       <mac address="fa:16:3e:17:e6:1f"/>
Nov 13 22:29:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:29:19 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:29:19 user nova-compute[75075]:       <target dev="tapfd526dd9-50"/>
Nov 13 22:29:19 user nova-compute[75075]:     </interface>
Nov 13 22:29:19 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:29:19 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/console.log" append="off"/>
Nov 13 22:29:19 user nova-compute[75075]:     </serial>
Nov 13 22:29:19 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:29:19 user nova-compute[75075]:     <video>
Nov 13 22:29:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:29:19 user nova-compute[75075]:     </video>
Nov 13 22:29:19 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:29:19 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:29:19 user nova-compute[75075]:     </rng>
Nov 13 22:29:19 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:29:19 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:29:19 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:29:19 user nova-compute[75075]:     </memballoon>
Nov 13 22:29:19 user nova-compute[75075]:   </devices>
Nov 13 22:29:19 user nova-compute[75075]: </domain>
Nov 13 22:29:19 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-737746344',display_name='tempest-TestStampPattern-server-737746344',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-737746344',id=50,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-ldnj4e79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:29:17Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=1d1855c6-a237-4a11-8beb-51e47f7c6ca0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG os_vif [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e775af35-e5c8-5cf0-90bb-8158f4df8eac', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd526dd9-50, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd526dd9-50, col_values=(('qos', UUID('6bd1e1da-462c-40de-b910-a51cb2dcb0a3')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd526dd9-50, col_values=(('external_ids', {'iface-id': 'fd526dd9-5032-42df-a042-210af0715229', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:e6:1f', 'vm-uuid': '1d1855c6-a237-4a11-8beb-51e47f7c6ca0'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:19 user nova-compute[75075]: INFO os_vif [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50')
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:29:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No VIF found with MAC fa:16:3e:17:e6:1f, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:29:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updated VIF entry in instance network info cache for port fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:29:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:29:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-36452af5-91c4-4a3e-ad7b-621217910481 req-9827323b-9075-4a50-ba21-a61423b76a1e service nova] Releasing lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] No waiting events found dispatching network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:29:21 user nova-compute[75075]: WARNING nova.compute.manager [req-cda239ba-df83-4f13-927a-58a9ee213789 req-b9cdfce4-9f70-4e14-94ee-a57147c28596 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received unexpected event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 for instance with vm_state building and task_state spawning.
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:29:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Instance spawned successfully.
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:29:23 user nova-compute[75075]: INFO nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Took 6.10 seconds to spawn the instance on the hypervisor.
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] No waiting events found dispatching network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:29:23 user nova-compute[75075]: WARNING nova.compute.manager [req-968b1d70-ac2b-4941-9bb5-263f35e0e96a req-48ae67cc-936a-4464-ad6d-b873958aca16 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received unexpected event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 for instance with vm_state building and task_state spawning.
Nov 13 22:29:23 user nova-compute[75075]: INFO nova.compute.manager [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Took 6.82 seconds to build instance.
Nov 13 22:29:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-700cfa3b-f6a2-4543-b6d9-6a72fe48bef2 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.929s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:29:43 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:29:44 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:29:48 user nova-compute[75075]: INFO nova.compute.manager [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] instance snapshotting
Nov 13 22:29:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Beginning live snapshot process
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json -f qcow2" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b.delta 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:48 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b.delta 1073741824" returned: 0 in 0.049s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 13 22:29:49 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:29:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:29:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 13 22:29:50 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:29:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b.delta /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b.delta /opt/stack/data/nova/instances/snapshots/tmpngmngnh4/d7557068a5bd4ad5baeb29f2afc41d2b" returned: 0 in 0.519s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Snapshot extracted, beginning image upload
Nov 13 22:29:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:53 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Snapshot image upload complete
Nov 13 22:29:53 user nova-compute[75075]: INFO nova.compute.manager [None req-5943450e-9151-4ce6-bd6c-42bf7257d6c3 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Took 5.29 seconds to snapshot the instance on the hypervisor.
Nov 13 22:29:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:29:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:29:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:29:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8733MB free_disk=25.024555206298828GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:29:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.282s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:29:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:30:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:30:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:30:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:30:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:30:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:30:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:30:55 user nova-compute[75075]: INFO nova.compute.claims [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Claim successful on node user
Nov 13 22:30:55 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:30:55 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:30:56 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.policy [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5081c1812ee4717ba25fb1cb38e396a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9490d327a7b49f0b911f7d70699a897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:30:56 user nova-compute[75075]: INFO nova.virt.block_device [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Booting with volume-backed-image 1850ba7a-6f76-405f-aefd-c33f70eddc32 at /dev/vda
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Successfully created port: a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:56 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Successfully updated port: a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-changed-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG nova.compute.manager [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Refreshing instance network info cache due to event network-changed-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] Acquiring lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:30:57 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:30:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:30:58 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8764MB free_disk=25.02376937866211GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.network.neutron [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance network_info: |[{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] Acquired lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Refreshing network info cache for port a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.364s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updated VIF entry in instance network info cache for port a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG nova.network.neutron [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:30:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0f7c1f7e-6ba1-4273-b030-ca4c2cd702f6 req-4ec858eb-83b2-4bb7-b74e-c58f01b5baa1 service nova] Releasing lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:30:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG os_brick.utils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8b457c-218e-4a44-bc96-2c9ce2b3655a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2abbee03-d50a-44ac-8c81-5c17b794035c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dcda0c2-4256-4ba1-a043-52989e45a869]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cebfee1-ecb6-4301-92ef-bda495125600]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:31:02 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:31:02 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34346bd-143d-4950-ba04-315ddce6c97d]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG os_brick.utils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:31:02 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating existing volume attachment record: 62a4feed-d241-4d4f-b29c-1c41606d98a5 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:31:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:31:05 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Creating image(s)
Nov 13 22:31:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Did not create local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Ensure instance console log exists: /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start _get_guest_xml network_info=[{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '782bd2c8-c765-4d47-9efb-e5c7815b78c4', 'attached_at': '', 'detached_at': '', 'volume_id': '63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'serial': '63fb8350-7bd0-46a8-8785-2171ebaac7bc'}, 'attachment_id': '62a4feed-d241-4d4f-b29c-1c41606d98a5', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:31:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:31:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:31:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:31:06 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:31:06 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ef734a-de47-4259-bd2b-752885476a34]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:31:06 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24303b3-3f06-4f48-b5d1-2460f8e5cfcc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc] added
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b75184-5b18-41a7-b203-64f103232a25]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e9641c-bd08-4fa3-9b9c-42bad08c4069]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lqYJrUId {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lqYJrUId" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b68569-9046-421d-a5b1-e139c289f755]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lqYJrUId'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[5635a303-0378-4284-9ad9-1716d505b374]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb03579d-c4ab-4d3e-bb33-783d5acbdb9b]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b25101b9-b302-4597-8041-04e892c9c521]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260]
Nov 13 22:31:06 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260] successful.
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25264e8-8a56-46a0-8b48-9604ae1efe17]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa8f03a-4763-4ca9-829f-429c320124f4]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:06 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:06 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:06 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c4866bb-c276-48a1-a3f3-b34122053912]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:31:06 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '26434376366313064', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434376366313064', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1881032227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1881032227',id=51,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-24xz30d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:30:56Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=782bd2c8-c765-4d47-9efb-e5c7815b78c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:31:07 user nova-compute[75075]:   <uuid>782bd2c8-c765-4d47-9efb-e5c7815b78c4</uuid>
Nov 13 22:31:07 user nova-compute[75075]:   <name>instance-00000033</name>
Nov 13 22:31:07 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:31:07 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:31:07 user nova-compute[75075]:   <metadata>
Nov 13 22:31:07 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:31:07 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1881032227</nova:name>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:31:06</nova:creationTime>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:31:07 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:31:07 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:owner>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:31:07 user nova-compute[75075]:       </nova:owner>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:31:07 user nova-compute[75075]:       <nova:ports>
Nov 13 22:31:07 user nova-compute[75075]:         <nova:port uuid="a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8">
Nov 13 22:31:07 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:31:07 user nova-compute[75075]:         </nova:port>
Nov 13 22:31:07 user nova-compute[75075]:       </nova:ports>
Nov 13 22:31:07 user nova-compute[75075]:     </nova:instance>
Nov 13 22:31:07 user nova-compute[75075]:   </metadata>
Nov 13 22:31:07 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:31:07 user nova-compute[75075]:     <system>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="serial">782bd2c8-c765-4d47-9efb-e5c7815b78c4</entry>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="uuid">782bd2c8-c765-4d47-9efb-e5c7815b78c4</entry>
Nov 13 22:31:07 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:31:07 user nova-compute[75075]:     </system>
Nov 13 22:31:07 user nova-compute[75075]:   </sysinfo>
Nov 13 22:31:07 user nova-compute[75075]:   <os>
Nov 13 22:31:07 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:31:07 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:31:07 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:31:07 user nova-compute[75075]:   </os>
Nov 13 22:31:07 user nova-compute[75075]:   <features>
Nov 13 22:31:07 user nova-compute[75075]:     <acpi/>
Nov 13 22:31:07 user nova-compute[75075]:     <apic/>
Nov 13 22:31:07 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:31:07 user nova-compute[75075]:   </features>
Nov 13 22:31:07 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:31:07 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:31:07 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:31:07 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:31:07 user nova-compute[75075]:   </clock>
Nov 13 22:31:07 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:31:07 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:31:07 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:31:07 user nova-compute[75075]:   </cpu>
Nov 13 22:31:07 user nova-compute[75075]:   <devices>
Nov 13 22:31:07 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:31:07 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:31:07 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:31:07 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:31:07 user nova-compute[75075]:       <serial>63fb8350-7bd0-46a8-8785-2171ebaac7bc</serial>
Nov 13 22:31:07 user nova-compute[75075]:     </disk>
Nov 13 22:31:07 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:31:07 user nova-compute[75075]:       <mac address="fa:16:3e:4d:33:86"/>
Nov 13 22:31:07 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:31:07 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:31:07 user nova-compute[75075]:       <target dev="tapa1152ecf-a4"/>
Nov 13 22:31:07 user nova-compute[75075]:     </interface>
Nov 13 22:31:07 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:31:07 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/console.log" append="off"/>
Nov 13 22:31:07 user nova-compute[75075]:     </serial>
Nov 13 22:31:07 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:31:07 user nova-compute[75075]:     <video>
Nov 13 22:31:07 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:31:07 user nova-compute[75075]:     </video>
Nov 13 22:31:07 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:31:07 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:31:07 user nova-compute[75075]:     </rng>
Nov 13 22:31:07 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:31:07 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:31:07 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:31:07 user nova-compute[75075]:     </memballoon>
Nov 13 22:31:07 user nova-compute[75075]:   </devices>
Nov 13 22:31:07 user nova-compute[75075]: </domain>
Nov 13 22:31:07 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1881032227',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1881032227',id=51,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-24xz30d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:30:56Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=782bd2c8-c765-4d47-9efb-e5c7815b78c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG os_vif [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '382bdcf4-a11b-53ad-adae-2a954ab483c4', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1152ecf-a4, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1152ecf-a4, col_values=(('qos', UUID('b8fc7f68-7cad-49d4-a5a8-9b65bab78222')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1152ecf-a4, col_values=(('external_ids', {'iface-id': 'a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:33:86', 'vm-uuid': '782bd2c8-c765-4d47-9efb-e5c7815b78c4'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:07 user nova-compute[75075]: INFO os_vif [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4')
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:31:07 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:4d:33:86, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-changed-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing instance network info cache due to event network-changed-fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] Acquiring lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] Acquired lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing network info cache for port fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.123s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updated VIF entry in instance network info cache for port fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG nova.network.neutron [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-c0eef246-ac5e-4626-9536-69f5e4b6ad70 req-7bf53f7d-ee5f-4c56-981e-9289cbb77379 service nova] Releasing lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:09 user nova-compute[75075]: INFO nova.compute.manager [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Attaching volume b75f0c64-c6bc-4914-a14f-c4c3313e9d60 to /dev/vdb
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.utils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[955261f6-e5a9-40cd-b511-53a34a629c6a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d213bf-3cac-4a2f-808b-2f451fa78f28]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7beb57e-5894-461b-8fb0-d4c0d1e41aa0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8260248-f0af-445f-87c9-d52eea0b7080]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:31:09 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:31:09 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fbdafef-4425-46e6-9222-7b15c256037c]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG os_brick.utils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:31:09 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating existing volume attachment record: 08ee80dc-b89d-4629-9abb-0a7e8fe03729 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:31:10 user nova-compute[75075]: WARNING nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state building and task_state spawning.
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:31:10 user nova-compute[75075]: WARNING nova.compute.manager [req-759628b2-a3b2-44ce-8bde-e50e0ba9e3d9 req-3075e530-9ada-4529-ae52-6bd1627c9aff service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state building and task_state spawning.
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:31:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance spawned successfully.
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_cdrom_bus of ide {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_disk_bus of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_video_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Found default for hw_vif_model of virtio {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:31:10 user nova-compute[75075]: INFO nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Took 4.99 seconds to spawn the instance on the hypervisor.
Nov 13 22:31:10 user nova-compute[75075]: DEBUG nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:31:11 user nova-compute[75075]: INFO nova.compute.manager [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Took 15.34 seconds to build instance.
Nov 13 22:31:11 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a9b7bed3-a8b4-4088-a745-7c91309d937e tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.428s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SiaeXuMx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:31:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:31:13 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:31:13 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b883915-36e9-4458-891d-27828e536bbe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:31:13 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b64faec-5201-41f7-ac53-632bed258cf4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60] added
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f30384-a563-4f14-86c1-1fe80c980f3b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0daf6522-a879-4e74-b170-bbe5ef62cc0f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SiaeXuMx {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SiaeXuMx" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[95aafa97-6431-42e5-8e94-934008c8b8a6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SiaeXuMx'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7829a09-d54e-474e-bea8-3a6c322abc24]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7540f44-93aa-4b80-b356-259e4fbc0990]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f744a903-226e-423e-ad5b-0860a4e3ecf3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260]
Nov 13 22:31:13 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260] successful.
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d96394-2eae-43bb-bde4-7448a2806d6b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c08f67-56f3-426e-91b2-9ccf2b4e0d02]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:13 user nova-compute[75075]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)
Nov 13 22:31:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] HCTL ('35', '-', '-', 0) found on session 60 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c30348a-ae80-45fd-b675-3cdfee467827]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching for a device in session 60 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:31:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SiaeXuMx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:31:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:31:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26439633130343766', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:31:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439633130343766', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:31:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:31:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:31:14 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:31:14 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:31:14 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:31:14 user nova-compute[75075]:   <serial>b75f0c64-c6bc-4914-a14f-c4c3313e9d60</serial>
Nov 13 22:31:14 user nova-compute[75075]: </disk>
Nov 13 22:31:14 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:31:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:31:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:31:15 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No VIF found with MAC fa:16:3e:17:e6:1f, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:31:15 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dda00e9a-f304-454a-9b6a-3727e7fc9f52 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.065s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:17 user nova-compute[75075]: INFO nova.compute.manager [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Detaching volume b75f0c64-c6bc-4914-a14f-c4c3313e9d60
Nov 13 22:31:17 user nova-compute[75075]: INFO nova.virt.block_device [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Attempting to driver detach volume b75f0c64-c6bc-4914-a14f-c4c3313e9d60 from mountpoint /dev/vdb
Nov 13 22:31:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Attempting to detach device vdb from instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:31:17 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:31:17 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:31:17 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:31:17 user nova-compute[75075]:   <serial>b75f0c64-c6bc-4914-a14f-c4c3313e9d60</serial>
Nov 13 22:31:17 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:31:17 user nova-compute[75075]: </disk>
Nov 13 22:31:17 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:31:17 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully detached device vdb from instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 from the persistent domain config.
Nov 13 22:31:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:31:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:31:17 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:31:17 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:31:17 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:31:17 user nova-compute[75075]:   <serial>b75f0c64-c6bc-4914-a14f-c4c3313e9d60</serial>
Nov 13 22:31:17 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:31:17 user nova-compute[75075]: </disk>
Nov 13 22:31:17 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:31:18 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:31:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:38 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 is timed out.
Nov 13 22:31:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully detached device vdb from instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 from the live domain config.
Nov 13 22:31:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SiaeXuMx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:31:38 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ffd43b-0e7e-41e1-ae61-28b1c817bcac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:31:38 user nova-compute[75075]: No targets found.
Nov 13 22:31:38 user nova-compute[75075]: iSNS:
Nov 13 22:31:38 user nova-compute[75075]: No targets found.
Nov 13 22:31:38 user nova-compute[75075]: STATIC:
Nov 13 22:31:38 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc
Nov 13 22:31:38 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:31:38 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:31:38 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:31:38 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:31:38 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:31:38 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60
Nov 13 22:31:38 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:31:38 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:31:38 user nova-compute[75075]: FIRMWARE:
Nov 13 22:31:38 user nova-compute[75075]: No targets found.
Nov 13 22:31:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:31:38 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:31:38 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b09cbc-79ce-4c6b-b964-2fc86c5dd82e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fbaef68-5047-4d41-b73e-8c1ebf720843]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:38 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:38 user nova-compute[75075]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)
Nov 13 22:31:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:31:38 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:31:38 user nova-compute[75075]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 (non-flash)
Nov 13 22:31:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2883c8ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[053df31a-6e8b-4f01-bafb-d0616bf8028b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[997a1ef5-6680-4d73-9944-293594c16548]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f07abca-0715-4b1c-a5de-0229cf915602]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1485632d-17ff-4184-91d8-cd82ea1eda12]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[566996aa-215e-491c-9469-d5122292aaa5]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4486f3d7-13a8-4c1c-877e-0c3eb9f0732a]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260]
Nov 13 22:31:38 user nova-compute[75075]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60, portal: 172.16.0.220,3260] successful.
Nov 13 22:31:38 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b75f0c64-c6bc-4914-a14f-c4c3313e9d60 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3636ebb3-76ee-483c-b34a-0fc27bfacd17]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== disconnect_volume: return (299ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:31:38 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:31:39 user nova-compute[75075]: DEBUG nova.objects.instance [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:31:39 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-a4af6294-1606-49bf-b83c-0e8b5cd4c713 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.642s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:31:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:31:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:31:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:58 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:31:59 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:00 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:00 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8601MB free_disk=25.013805389404297GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:32:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.329s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:32:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:32:09 user nova-compute[75075]: INFO nova.compute.manager [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] instance snapshotting
Nov 13 22:32:09 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Beginning live snapshot process
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json -f qcow2 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Verify base images {{(pid=75075) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Image id 1850ba7a-6f76-405f-aefd-c33f70eddc32 yields fingerprint 22a208608e5b93f653ca497dbbebe08536355bfa {{(pid=75075) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] image 1850ba7a-6f76-405f-aefd-c33f70eddc32 at (/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa): checking
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] image 1850ba7a-6f76-405f-aefd-c33f70eddc32 at (/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa): image is in use {{(pid=75075) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75075) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 is a valid instance name {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 has a disk file {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json -f qcow2" returned: 0 in 0.189s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 is backed by 22a208608e5b93f653ca497dbbebe08536355bfa {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] ccc40c5e-f798-4fcc-a6be-c5f8848886e7 is a valid instance name {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] 1be3b066-35f3-4245-bdf5-e33fa91d7b6b is a valid instance name {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] 1be3b066-35f3-4245-bdf5-e33fa91d7b6b has a disk file {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21.delta 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21.delta 1073741824" returned: 0 in 0.045s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b is backed by 22a208608e5b93f653ca497dbbebe08536355bfa {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] 782bd2c8-c765-4d47-9efb-e5c7815b78c4 is a valid instance name {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 is a valid instance name {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 has a disk file {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 is backed by 22a208608e5b93f653ca497dbbebe08536355bfa {{(pid=75075) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe
Nov 13 22:32:10 user nova-compute[75075]: WARNING nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Unknown base file: /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Active base files: /opt/stack/data/nova/instances/_base/22a208608e5b93f653ca497dbbebe08536355bfa
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Removable base files: /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72 /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140 /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207 /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f13faf994a912a4a1f854cbbc7bc5f712e648f72
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/911e1154964dfcd2a552c74cbd056f340915c140
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cee75ac2859dcfce196b6a365c3d8aae719b3207
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ef31d2390b3e6fd40d5c51da03913b73b18dc26b
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0fdeb457a9ebde2d6f23dca14e0e92db77d1c82e
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f715ec40e4edd0976f0f7d543011fcff0f1d8afe
Nov 13 22:32:10 user nova-compute[75075]: INFO nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3e9839941c87c3b6b462c98b44458a9d4992d3df
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Verification complete {{(pid=75075) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Verify swap images {{(pid=75075) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 13 22:32:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.imagecache [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Verify ephemeral images {{(pid=75075) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 13 22:32:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:32:11 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75075) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 13 22:32:11 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 13 22:32:11 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:32:11 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21.delta /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21.delta /opt/stack/data/nova/instances/snapshots/tmpjt0j8w85/299f7e3e47f241f78cbb7c18a4815c21" returned: 0 in 0.413s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:12 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Snapshot extracted, beginning image upload
Nov 13 22:32:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:14 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Snapshot image upload complete
Nov 13 22:32:14 user nova-compute[75075]: INFO nova.compute.manager [None req-51ef14c6-ca2d-4b72-a53f-631e931bf34d tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Took 5.07 seconds to snapshot the instance on the hypervisor.
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Starting instance... {{(pid=75075) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75075) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 13 22:32:16 user nova-compute[75075]: INFO nova.compute.claims [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Claim successful on node user
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.290s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Start building networks asynchronously for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Allocating IP information in the background. {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] allocate_for_instance() {{(pid=75075) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 13 22:32:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Start building block device mappings for instance. {{(pid=75075) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.policy [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8451c6f855024765b1bc1046c2c97f01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af7132e319604f82ba5e42a2210f83a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75075) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Start spawning the instance on the hypervisor. {{(pid=75075) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Creating instance directory {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 13 22:32:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Creating image(s)
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "/opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "/opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Successfully created port: ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.part --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG nova.virt.images [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] 70167aba-1b54-46e3-9267-1f9d4c1d4fd5 was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:32:17 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.part /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.part /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.converted" returned: 0 in 0.412s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed.converted --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.588s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json" returned: 0 in 0.186s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed,backing_fmt=raw /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk 1073741824 {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Successfully updated port: ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing instance network info cache due to event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] Acquiring lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] Acquired lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing network info cache for port ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed,backing_fmt=raw /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk 1073741824" returned: 0 in 0.063s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "ae2fe63ab501133b5035a93b9cfeefecde8ca4ed" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:18 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ae2fe63ab501133b5035a93b9cfeefecde8ca4ed --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Ensure instance console log exists: /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/console.log {{(pid=75075) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.neutron [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d4c0065-d6bd-499f-a03a-7702a2e9a749 req-dba9d1a5-b80a-4d80-bfb0-64b26e53eb99 service nova] Releasing lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquired lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance cache missing network info. {{(pid=75075) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.neutron [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating instance_info_cache with network_info: [{"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Releasing lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance network_info: |[{"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75075) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Start _get_guest_xml network_info=[{"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='4b7755d1665e656977e4613671aca70b',container_format='bare',created_at=2023-11-13T22:32:10Z,direct_url=<?>,disk_format='qcow2',id=70167aba-1b54-46e3-9267-1f9d4c1d4fd5,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1757677883',owner='af7132e319604f82ba5e42a2210f83a8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-13T22:32:15Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_format': None, 'image_id': '70167aba-1b54-46e3-9267-1f9d4c1d4fd5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:32:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:19 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4b7755d1665e656977e4613671aca70b',container_format='bare',created_at=2023-11-13T22:32:10Z,direct_url=<?>,disk_format='qcow2',id=70167aba-1b54-46e3-9267-1f9d4c1d4fd5,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1757677883',owner='af7132e319604f82ba5e42a2210f83a8',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-13T22:32:15Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:32:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1719220500',display_name='tempest-TestStampPattern-server-1719220500',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1719220500',id=52,image_ref='70167aba-1b54-46e3-9267-1f9d4c1d4fd5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-j0bpvro9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1d1855c6-a237-4a11-8beb-51e47f7c6ca0',image_min_disk='1',image_min_ram='0',image_owner_id='af7132e319604f82ba5e42a2210f83a8',image_owner_project_name='tempest-TestStampPattern-1854649651',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1854649651-project-member',image_user_id='8451c6f855024765b1bc1046c2c97f01',network_allocated='True',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:32:17Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=e5f8fe9a-2dd3-467f-9758-2a3baad3957c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'pci_devices' on Instance uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:32:19 user nova-compute[75075]:   <uuid>e5f8fe9a-2dd3-467f-9758-2a3baad3957c</uuid>
Nov 13 22:32:19 user nova-compute[75075]:   <name>instance-00000034</name>
Nov 13 22:32:19 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:32:19 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:32:19 user nova-compute[75075]:   <metadata>
Nov 13 22:32:19 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:32:19 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:name>tempest-TestStampPattern-server-1719220500</nova:name>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:32:19</nova:creationTime>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:32:19 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:32:19 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:owner>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:user uuid="8451c6f855024765b1bc1046c2c97f01">tempest-TestStampPattern-1854649651-project-member</nova:user>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:project uuid="af7132e319604f82ba5e42a2210f83a8">tempest-TestStampPattern-1854649651</nova:project>
Nov 13 22:32:19 user nova-compute[75075]:       </nova:owner>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:root type="image" uuid="70167aba-1b54-46e3-9267-1f9d4c1d4fd5"/>
Nov 13 22:32:19 user nova-compute[75075]:       <nova:ports>
Nov 13 22:32:19 user nova-compute[75075]:         <nova:port uuid="ba19a6f3-109f-4320-af36-dd04f5c5ca5c">
Nov 13 22:32:19 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 13 22:32:19 user nova-compute[75075]:         </nova:port>
Nov 13 22:32:19 user nova-compute[75075]:       </nova:ports>
Nov 13 22:32:19 user nova-compute[75075]:     </nova:instance>
Nov 13 22:32:19 user nova-compute[75075]:   </metadata>
Nov 13 22:32:19 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:32:19 user nova-compute[75075]:     <system>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="serial">e5f8fe9a-2dd3-467f-9758-2a3baad3957c</entry>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="uuid">e5f8fe9a-2dd3-467f-9758-2a3baad3957c</entry>
Nov 13 22:32:19 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:32:19 user nova-compute[75075]:     </system>
Nov 13 22:32:19 user nova-compute[75075]:   </sysinfo>
Nov 13 22:32:19 user nova-compute[75075]:   <os>
Nov 13 22:32:19 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:32:19 user nova-compute[75075]:     <boot dev="hd"/>
Nov 13 22:32:19 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:32:19 user nova-compute[75075]:   </os>
Nov 13 22:32:19 user nova-compute[75075]:   <features>
Nov 13 22:32:19 user nova-compute[75075]:     <acpi/>
Nov 13 22:32:19 user nova-compute[75075]:     <apic/>
Nov 13 22:32:19 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:32:19 user nova-compute[75075]:   </features>
Nov 13 22:32:19 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:32:19 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:32:19 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:32:19 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:32:19 user nova-compute[75075]:   </clock>
Nov 13 22:32:19 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:32:19 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:32:19 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:32:19 user nova-compute[75075]:   </cpu>
Nov 13 22:32:19 user nova-compute[75075]:   <devices>
Nov 13 22:32:19 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:32:19 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:32:19 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk"/>
Nov 13 22:32:19 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:32:19 user nova-compute[75075]:     </disk>
Nov 13 22:32:19 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:32:19 user nova-compute[75075]:       <mac address="fa:16:3e:b9:74:57"/>
Nov 13 22:32:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:32:19 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:32:19 user nova-compute[75075]:       <target dev="tapba19a6f3-10"/>
Nov 13 22:32:19 user nova-compute[75075]:     </interface>
Nov 13 22:32:19 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:32:19 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/console.log" append="off"/>
Nov 13 22:32:19 user nova-compute[75075]:     </serial>
Nov 13 22:32:19 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:32:19 user nova-compute[75075]:     <video>
Nov 13 22:32:19 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:32:19 user nova-compute[75075]:     </video>
Nov 13 22:32:19 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:32:19 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:32:19 user nova-compute[75075]:     </rng>
Nov 13 22:32:19 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:32:19 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:32:19 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:32:19 user nova-compute[75075]:     </memballoon>
Nov 13 22:32:19 user nova-compute[75075]:   </devices>
Nov 13 22:32:19 user nova-compute[75075]: </domain>
Nov 13 22:32:19 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:32:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1719220500',display_name='tempest-TestStampPattern-server-1719220500',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1719220500',id=52,image_ref='70167aba-1b54-46e3-9267-1f9d4c1d4fd5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-j0bpvro9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1d1855c6-a237-4a11-8beb-51e47f7c6ca0',image_min_disk='1',image_min_ram='0',image_owner_id='af7132e319604f82ba5e42a2210f83a8',image_owner_project_name='tempest-TestStampPattern-1854649651',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1854649651-project-member',image_user_id='8451c6f855024765b1bc1046c2c97f01',network_allocated='True',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:32:17Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=e5f8fe9a-2dd3-467f-9758-2a3baad3957c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG os_vif [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10') {{(pid=75075) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf1de5ca-f91d-5ec4-8791-148c51b4c547', '_type': 'linux-noop'}}, row=False) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba19a6f3-10, may_exist=True, interface_attrs={}) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba19a6f3-10, col_values=(('qos', UUID('3cbc1891-acc1-458f-bd46-88a8161e046b')),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba19a6f3-10, col_values=(('external_ids', {'iface-id': 'ba19a6f3-109f-4320-af36-dd04f5c5ca5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:74:57', 'vm-uuid': 'e5f8fe9a-2dd3-467f-9758-2a3baad3957c'}),), if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:19 user nova-compute[75075]: INFO os_vif [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10')
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:32:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No VIF found with MAC fa:16:3e:b9:74:57, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] No waiting events found dispatching network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:21 user nova-compute[75075]: WARNING nova.compute.manager [req-9d764463-7402-4cdc-aae1-ccdbd78b93f8 req-3943a59e-761a-429a-9096-2df58e90e79c service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received unexpected event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c for instance with vm_state building and task_state spawning.
Nov 13 22:32:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance event wait completed in 0 seconds for  {{(pid=75075) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Guest created on hypervisor {{(pid=75075) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 13 22:32:23 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance spawned successfully.
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Found default for hw_input_bus of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Found default for hw_pointer_model of None {{(pid=75075) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 13 22:32:23 user nova-compute[75075]: INFO nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Took 6.49 seconds to spawn the instance on the hypervisor.
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:32:23 user nova-compute[75075]: INFO nova.compute.manager [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Took 7.09 seconds to build instance.
Nov 13 22:32:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-44cd00f2-1643-472c-a6c5-6e48956c7f62 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.200s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:23 user nova-compute[75075]: DEBUG nova.compute.manager [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] No waiting events found dispatching network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:23 user nova-compute[75075]: WARNING nova.compute.manager [req-bb9d729c-c0c7-4f19-bdc7-828095f16287 req-32e9a199-c7a1-493c-a0b2-98fdf7a2604d service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received unexpected event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c for instance with vm_state active and task_state None.
Nov 13 22:32:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:32:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:32:37 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:46 user nova-compute[75075]: INFO nova.compute.manager [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Rescuing
Nov 13 22:32:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:32:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:32:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:32:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:47 user nova-compute[75075]: DEBUG nova.compute.manager [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:47 user nova-compute[75075]: WARNING nova.compute.manager [req-fe745be0-cf13-49bf-ac7d-e59e8e7dde8e req-42b64282-9923-4d76-a4ff-475314613b51 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state active and task_state rescuing.
Nov 13 22:32:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance destroyed successfully.
Nov 13 22:32:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Attempting a stable device rescue
Nov 13 22:32:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75075) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance directory exists: not creating {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 13 22:32:48 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Creating image(s)
Nov 13 22:32:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'trusted_certs' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "0e432ce0091f0af68703b7dff90961166341ed2a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0e432ce0091f0af68703b7dff90961166341ed2a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.part --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.part --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG nova.virt.images [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] 98b463fe-df61-4246-af39-d53f8a21da22 was qcow2, converting to raw {{(pid=75075) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG nova.privsep.utils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75075) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.part /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.converted {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.part /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.converted" returned: 0 in 0.270s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.converted --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a.converted --force-share --output=json" returned: 0 in 0.168s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0e432ce0091f0af68703b7dff90961166341ed2a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.494s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "0e432ce0091f0af68703b7dff90961166341ed2a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0e432ce0091f0af68703b7dff90961166341ed2a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG nova.compute.manager [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:49 user nova-compute[75075]: WARNING nova.compute.manager [req-ccb581e6-9c56-47c5-8c75-95a21cb0b8b9 req-34836b2b-6dd8-4b7c-88bf-eee80512ed2d service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state active and task_state rescuing.
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a --force-share --output=json" returned: 0 in 0.192s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:49 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a,backing_fmt=raw /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0e432ce0091f0af68703b7dff90961166341ed2a,backing_fmt=raw /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue" returned: 0 in 0.051s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "0e432ce0091f0af68703b7dff90961166341ed2a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'migration_context' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<782bd2c8-c765-4d47-9efb-e5c7815b78c4> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Created local disks {{(pid=75075) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start _get_guest_xml network_info=[{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:4d:33:86"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '98b463fe-df61-4246-af39-d53f8a21da22', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '782bd2c8-c765-4d47-9efb-e5c7815b78c4', 'attached_at': '', 'detached_at': '', 'volume_id': '63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'serial': '63fb8350-7bd0-46a8-8785-2171ebaac7bc'}, 'attachment_id': '62a4feed-d241-4d4f-b29c-1c41606d98a5', 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'volume_type': None} {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<782bd2c8-c765-4d47-9efb-e5c7815b78c4> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'numa_topology' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<782bd2c8-c765-4d47-9efb-e5c7815b78c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:32:50 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:50 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller missing on host. {{(pid=75075) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.host [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU controller found on host. {{(pid=75075) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75075) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-13T21:52:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-13T21:52:38Z,direct_url=<?>,disk_format='qcow2',id=1850ba7a-6f76-405f-aefd-c33f70eddc32,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='7072587f4d2644ef9230e8236c78cae5',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-13T21:52:40Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image limits 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flavor pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Image pref 0:0:0 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75075) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Got 1 possible topologies {{(pid=75075) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.hardware [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75075) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'vcpu_model' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<782bd2c8-c765-4d47-9efb-e5c7815b78c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:32:50 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:32:50 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:32:50 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fd0665-97fa-4dbd-a37c-d702f51d9969]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = lqYJrUId\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 13 22:32:50 user nova-compute[75075]: node.name = iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc
Nov 13 22:32:50 user nova-compute[75075]: node.tpgt = -1
Nov 13 22:32:50 user nova-compute[75075]: node.startup = automatic
Nov 13 22:32:50 user nova-compute[75075]: node.leading_login = No
Nov 13 22:32:50 user nova-compute[75075]: iface.iscsi_ifacename = default
Nov 13 22:32:50 user nova-compute[75075]: iface.net_ifacename = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.ipaddress = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.prefix_len = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.hwaddress = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.transport_name = tcp
Nov 13 22:32:50 user nova-compute[75075]: iface.initiatorname = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.vlan_id = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.vlan_priority = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.vlan_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.iface_num = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.mtu = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.port = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.bootproto = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.subnet_mask = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.gateway = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_alt_client_id_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_alt_client_id = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_dns = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_learn_iqn = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_req_vendor_id_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_vendor_id_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_vendor_id = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.dhcp_slp_da = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.fragmentation = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.gratuitous_arp = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.incoming_forwarding = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.tos_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.tos = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.ttl = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.delayed_ack = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.tcp_nagle = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.tcp_wsf_state = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.tcp_wsf = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.tcp_timer_scale = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.tcp_timestamp = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.redirect = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.def_task_mgmt_timeout = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.header_digest = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.data_digest = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.immediate_data = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.initial_r2t = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.data_seq_inorder = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.data_pdu_inorder = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.erl = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.max_receive_data_len = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.first_burst_len = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.max_outstanding_r2t = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.max_burst_len = 0
Nov 13 22:32:50 user nova-compute[75075]: iface.chap_auth = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.bidi_chap = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.strict_login_compliance = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.discovery_auth = <empty>
Nov 13 22:32:50 user nova-compute[75075]: iface.discovery_logout = <empty>
Nov 13 22:32:50 user nova-compute[75075]: node.discovery_address = <empty>
Nov 13 22:32:50 user nova-compute[75075]: node.discovery_port = 0
Nov 13 22:32:50 user nova-compute[75075]: node.discovery_type = static
Nov 13 22:32:50 user nova-compute[75075]: node.session.initial_cmdsn = 0
Nov 13 22:32:50 user nova-compute[75075]: node.session.initial_login_retry_max = 8
Nov 13 22:32:50 user nova-compute[75075]: node.session.xmit_thread_priority = -20
Nov 13 22:32:50 user nova-compute[75075]: node.session.cmds_max = 128
Nov 13 22:32:50 user nova-compute[75075]: node.session.queue_depth = 32
Nov 13 22:32:50 user nova-compute[75075]: node.session.nr_sessions = 1
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.authmethod = CHAP
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.username = lqYJrUId
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.password = ***
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.username_in = <empty>
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.password_in = <empty>
Nov 13 22:32:50 user nova-compute[75075]: node.session.auth.chap_algs = MD5
Nov 13 22:32:50 user nova-compute[75075]: node.session.timeo.replacement_timeout = 120
Nov 13 22:32:50 user nova-compute[75075]: node.session.err_timeo.abort_timeout = 15
Nov 13 22:32:50 user nova-compute[75075]: node.session.err_timeo.lu_reset_timeout = 30
Nov 13 22:32:50 user nova-compute[75075]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 13 22:32:50 user nova-compute[75075]: node.session.err_timeo.host_reset_timeout = 60
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.FastAbort = Yes
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.InitialR2T = No
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.ImmediateData = Yes
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.FirstBurstLength = 262144
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.MaxBurstLength = 16776192
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.DefaultTime2Retain = 0
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.DefaultTime2Wait = 2
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.MaxConnections = 1
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 13 22:32:50 user nova-compute[75075]: node.session.iscsi.ERL = 0
Nov 13 22:32:50 user nova-compute[75075]: node.session.scan = manual
Nov 13 22:32:50 user nova-compute[75075]: node.session.reopen_max = 0
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].address = 172.16.0.220
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].port = 3260
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].startup = manual
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].tcp.window_size = 524288
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].tcp.type_of_service = 0
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].timeo.logout_timeout = 15
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].timeo.login_timeout = 15
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].timeo.auth_timeout = 45
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].timeo.noop_out_interval = 5
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].timeo.noop_out_timeout = 5
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.HeaderDigest = None
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.DataDigest = None
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.IFMarker = No
Nov 13 22:32:50 user nova-compute[75075]: node.conn[0].iscsi.OFMarker = No
Nov 13 22:32:50 user nova-compute[75075]: # END RECORD
Nov 13 22:32:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[be09a812-222d-4ef5-b255-1c266c8d86a6]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2836c474-ee7e-4312-8c2b-f54d9fd2175b]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lqYJrUId {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lqYJrUId" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce27cde-b692-4bbd-87ae-59f3f2307119]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lqYJrUId'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[085fe205-c61a-45b9-98eb-ad5a60e12758]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[874fe093-94da-4639-af96-8c1971ef81c5]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:32:50 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:32:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:32:50 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:32:50 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.129s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] HCTL ('34', '0', '0', 0) found on session 59 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e04a14-c729-41b4-a3f8-745e86a6a8e6]: (4, ('0 0 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Searching for a device in session 59 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.150s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== connect_volume: return (151ms) {'type': 'block', 'scsi_wwn': '26434376366313064', 'path': '/dev/sdc'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434376366313064', 'path': '/dev/sdc'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1881032227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1881032227',id=51,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:31:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-24xz30d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-13T22:31:11Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=782bd2c8-c765-4d47-9efb-e5c7815b78c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:4d:33:86"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75075) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "vif_mac": "fa:16:3e:4d:33:86"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.instance [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'pci_devices' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.objects.base [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Object Instance<782bd2c8-c765-4d47-9efb-e5c7815b78c4> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75075) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] End _get_guest_xml xml=<domain type="kvm">
Nov 13 22:32:50 user nova-compute[75075]:   <uuid>782bd2c8-c765-4d47-9efb-e5c7815b78c4</uuid>
Nov 13 22:32:50 user nova-compute[75075]:   <name>instance-00000033</name>
Nov 13 22:32:50 user nova-compute[75075]:   <memory>524288</memory>
Nov 13 22:32:50 user nova-compute[75075]:   <vcpu>1</vcpu>
Nov 13 22:32:50 user nova-compute[75075]:   <metadata>
Nov 13 22:32:50 user nova-compute[75075]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 13 22:32:50 user nova-compute[75075]:       <nova:package version="0.0.0"/>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1881032227</nova:name>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:creationTime>2023-11-13 22:32:50</nova:creationTime>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:flavor name="m1.tiny">
Nov 13 22:32:50 user nova-compute[75075]:         <nova:memory>512</nova:memory>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:disk>1</nova:disk>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:swap>0</nova:swap>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:ephemeral>0</nova:ephemeral>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:vcpus>1</nova:vcpus>
Nov 13 22:32:50 user nova-compute[75075]:       </nova:flavor>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:owner>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:user uuid="a5081c1812ee4717ba25fb1cb38e396a">tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member</nova:user>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:project uuid="a9490d327a7b49f0b911f7d70699a897">tempest-ServerBootFromVolumeStableRescueTest-2011235839</nova:project>
Nov 13 22:32:50 user nova-compute[75075]:       </nova:owner>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:root type="image" uuid="1850ba7a-6f76-405f-aefd-c33f70eddc32"/>
Nov 13 22:32:50 user nova-compute[75075]:       <nova:ports>
Nov 13 22:32:50 user nova-compute[75075]:         <nova:port uuid="a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8">
Nov 13 22:32:50 user nova-compute[75075]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 13 22:32:50 user nova-compute[75075]:         </nova:port>
Nov 13 22:32:50 user nova-compute[75075]:       </nova:ports>
Nov 13 22:32:50 user nova-compute[75075]:     </nova:instance>
Nov 13 22:32:50 user nova-compute[75075]:   </metadata>
Nov 13 22:32:50 user nova-compute[75075]:   <sysinfo type="smbios">
Nov 13 22:32:50 user nova-compute[75075]:     <system>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="product">OpenStack Nova</entry>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="version">0.0.0</entry>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="serial">782bd2c8-c765-4d47-9efb-e5c7815b78c4</entry>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="uuid">782bd2c8-c765-4d47-9efb-e5c7815b78c4</entry>
Nov 13 22:32:50 user nova-compute[75075]:       <entry name="family">Virtual Machine</entry>
Nov 13 22:32:50 user nova-compute[75075]:     </system>
Nov 13 22:32:50 user nova-compute[75075]:   </sysinfo>
Nov 13 22:32:50 user nova-compute[75075]:   <os>
Nov 13 22:32:50 user nova-compute[75075]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 13 22:32:50 user nova-compute[75075]:     <smbios mode="sysinfo"/>
Nov 13 22:32:50 user nova-compute[75075]:   </os>
Nov 13 22:32:50 user nova-compute[75075]:   <features>
Nov 13 22:32:50 user nova-compute[75075]:     <acpi/>
Nov 13 22:32:50 user nova-compute[75075]:     <apic/>
Nov 13 22:32:50 user nova-compute[75075]:     <vmcoreinfo/>
Nov 13 22:32:50 user nova-compute[75075]:   </features>
Nov 13 22:32:50 user nova-compute[75075]:   <clock offset="utc">
Nov 13 22:32:50 user nova-compute[75075]:     <timer name="pit" tickpolicy="delay"/>
Nov 13 22:32:50 user nova-compute[75075]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 13 22:32:50 user nova-compute[75075]:     <timer name="hpet" present="no"/>
Nov 13 22:32:50 user nova-compute[75075]:   </clock>
Nov 13 22:32:50 user nova-compute[75075]:   <cpu mode="custom" match="exact">
Nov 13 22:32:50 user nova-compute[75075]:     <model>Nehalem</model>
Nov 13 22:32:50 user nova-compute[75075]:     <topology sockets="1" cores="1" threads="1"/>
Nov 13 22:32:50 user nova-compute[75075]:   </cpu>
Nov 13 22:32:50 user nova-compute[75075]:   <devices>
Nov 13 22:32:50 user nova-compute[75075]:     <disk type="block" device="disk">
Nov 13 22:32:50 user nova-compute[75075]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:32:50 user nova-compute[75075]:       <source dev="/dev/sdc"/>
Nov 13 22:32:50 user nova-compute[75075]:       <target dev="vda" bus="virtio"/>
Nov 13 22:32:50 user nova-compute[75075]:       <serial>63fb8350-7bd0-46a8-8785-2171ebaac7bc</serial>
Nov 13 22:32:50 user nova-compute[75075]:     </disk>
Nov 13 22:32:50 user nova-compute[75075]:     <disk type="file" device="disk">
Nov 13 22:32:50 user nova-compute[75075]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 13 22:32:50 user nova-compute[75075]:       <source file="/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue"/>
Nov 13 22:32:50 user nova-compute[75075]:       <target dev="vdb" bus="virtio"/>
Nov 13 22:32:50 user nova-compute[75075]:       <boot order="1"/>
Nov 13 22:32:50 user nova-compute[75075]:     </disk>
Nov 13 22:32:50 user nova-compute[75075]:     <interface type="ethernet">
Nov 13 22:32:50 user nova-compute[75075]:       <mac address="fa:16:3e:4d:33:86"/>
Nov 13 22:32:50 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:32:50 user nova-compute[75075]:       <mtu size="1442"/>
Nov 13 22:32:50 user nova-compute[75075]:       <target dev="tapa1152ecf-a4"/>
Nov 13 22:32:50 user nova-compute[75075]:     </interface>
Nov 13 22:32:50 user nova-compute[75075]:     <serial type="pty">
Nov 13 22:32:50 user nova-compute[75075]:       <log file="/opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/console.log" append="off"/>
Nov 13 22:32:50 user nova-compute[75075]:     </serial>
Nov 13 22:32:50 user nova-compute[75075]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 13 22:32:50 user nova-compute[75075]:     <video>
Nov 13 22:32:50 user nova-compute[75075]:       <model type="virtio"/>
Nov 13 22:32:50 user nova-compute[75075]:     </video>
Nov 13 22:32:50 user nova-compute[75075]:     <rng model="virtio">
Nov 13 22:32:50 user nova-compute[75075]:       <backend model="random">/dev/urandom</backend>
Nov 13 22:32:50 user nova-compute[75075]:     </rng>
Nov 13 22:32:50 user nova-compute[75075]:     <controller type="usb" index="0" model="none"/>
Nov 13 22:32:50 user nova-compute[75075]:     <memballoon model="virtio">
Nov 13 22:32:50 user nova-compute[75075]:       <stats period="10"/>
Nov 13 22:32:50 user nova-compute[75075]:     </memballoon>
Nov 13 22:32:50 user nova-compute[75075]:   </devices>
Nov 13 22:32:50 user nova-compute[75075]: </domain>
Nov 13 22:32:50 user nova-compute[75075]:  {{(pid=75075) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 13 22:32:50 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance destroyed successfully.
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:32:50 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] No VIF found with MAC fa:16:3e:4d:33:86, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:51 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:51 user nova-compute[75075]: WARNING nova.compute.manager [req-0c7a6fdc-6551-48e5-a511-37ff1d4a948e req-067e486c-1bda-480f-8608-0562396c82a2 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state active and task_state rescuing.
Nov 13 22:32:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-803d22e3-b15f-42bf-8401-c9711c76bcd1 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:32:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:32:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:32:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:32:54 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:32:54 user nova-compute[75075]: DEBUG nova.compute.manager [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:32:54 user nova-compute[75075]: WARNING nova.compute.manager [req-08dba0db-8f94-4fcf-b6b7-3045fdc398be req-f4f920fa-5196-406f-bc71-73bbaf10de7f service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state None.
Nov 13 22:32:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:32:59 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:32:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:33:02 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:33:02 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8501MB free_disk=24.77255630493164GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:33:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:33:03 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:33:03 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:33:03 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:33:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:33:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:33:06 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:33:06 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:33:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:09 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:33:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:22 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:23 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:32 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:33:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [{"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-1be3b066-35f3-4245-bdf5-e33fa91d7b6b" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:33:46 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:33:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:33:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:33:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:33:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:33:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:00 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:01 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:02 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:34:02 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8536MB free_disk=24.770553588867188GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:34:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:34:03 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:34:03 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:34:03 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:34:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.307s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing instance network info cache due to event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] Acquiring lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] Acquired lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing network info cache for port ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updated VIF entry in instance network info cache for port ba19a6f3-109f-4320-af36-dd04f5c5ca5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.network.neutron [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating instance_info_cache with network_info: [{"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-b1bfe69c-e28d-4f2f-9d51-e52ea93367d0 req-7fceb939-9a6c-4ee4-82f9-e4123619c070 service nova] Releasing lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:08 user nova-compute[75075]: INFO nova.compute.manager [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Attaching volume 5fd20ecf-6178-4db1-bd6f-f8fa379a99df to /dev/vdb
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.utils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf09631d-d958-415e-a2c2-ce3cdb760dae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:a8b35842d43\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76c0def-754a-4a7c-97c5-33328de45898]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e500d22-5881-43c0-8678-f26b6bdc1c00]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77dfb3c-51e5-4545-bccc-6bee467f69e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Running cmd (subprocess): nvme version {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] 'nvme version' failed. Not Retrying. {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] nvme not present on system {{(pid=75075) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 13 22:34:08 user nova-compute[75075]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 13 22:34:08 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[085b5436-e61d-4cb1-8d36-70a0bf9fb58e]: (4, '') {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75075) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.lightos [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] LIGHTOS: no hostnqn found. {{(pid=75075) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG os_brick.utils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:a8b35842d43', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:34:08 user nova-compute[75075]: DEBUG nova.virt.block_device [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating existing volume attachment record: 2bce3304-ffbd-4d32-9d43-5054b2f75838 {{(pid=75075) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 13 22:34:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Calling os-brick to attach iSCSI Volume {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EWgjzwTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:34:12 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:34:12 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:34:12 user nova-compute[75075]: INFO os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9226708f-b59b-4b54-887b-b34a6162d963]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 13 22:34:12 user nova-compute[75075]:  {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --interface default --op new {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f6ab63-3464-44b7-9a9e-8258990a3692]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df] added\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df] added
Nov 13 22:34:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7b031d-b8fb-4f46-856f-6c6650ae9516]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[72413072-6c95-4b23-9ca7-453442ecd100]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EWgjzwTm {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EWgjzwTm" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf19d36-02a9-4ef5-87ad-e72fee4cb10d]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EWgjzwTm'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8290644a-ed99-47b8-807d-3cd303af73de]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b88faae-b6de-4ffb-a1a1-26f0bae4574d]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:12 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:12 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:12 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:34:12 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --login {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f06ccb98-35c1-4de3-a1f1-2c2ff5d77ca9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260]
Nov 13 22:34:13 user nova-compute[75075]: Login to [iface: default, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260] successful.
Nov 13 22:34:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9184882-c248-43e5-884b-bb1a25dad03e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5eaafb0-6e95-4a37-9cd0-5a6eebd08112]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:13 user nova-compute[75075]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)
Nov 13 22:34:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:13 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:13 user nova-compute[75075]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)
Nov 13 22:34:13 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Connected to 172.16.0.220:3260 {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] HCTL ('35', '-', '-', 0) found on session 61 with lun 0 {{(pid=75075) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75075) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f2af2c-c983-480b-a5f4-5aae331e7de3]: (4, ('- - 0', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Searching for a device in session 61 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75075) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 13 22:34:13 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EWgjzwTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75075) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23839313266393565', 'path': '/dev/sdd'} {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839313266393565', 'path': '/dev/sdd'} {{(pid=75075) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.objects.instance [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] attach device xml: <disk type="block" device="disk">
Nov 13 22:34:14 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:34:14 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:34:14 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:34:14 user nova-compute[75075]:   <serial>5fd20ecf-6178-4db1-bd6f-f8fa379a99df</serial>
Nov 13 22:34:14 user nova-compute[75075]: </disk>
Nov 13 22:34:14 user nova-compute[75075]:  {{(pid=75075) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vda, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75075) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] No VIF found with MAC fa:16:3e:b9:74:57, not building metadata {{(pid=75075) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-e7305ae5-cb01-468c-b0c1-3480b328864e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 5.954s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:16 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:16 user nova-compute[75075]: INFO nova.compute.manager [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Detaching volume 5fd20ecf-6178-4db1-bd6f-f8fa379a99df
Nov 13 22:34:16 user nova-compute[75075]: INFO nova.virt.block_device [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Attempting to driver detach volume 5fd20ecf-6178-4db1-bd6f-f8fa379a99df from mountpoint /dev/vdb
Nov 13 22:34:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Attempting to detach device vdb from instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c from the persistent domain config. {{(pid=75075) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 13 22:34:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:34:16 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:34:16 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:34:16 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:34:16 user nova-compute[75075]:   <serial>5fd20ecf-6178-4db1-bd6f-f8fa379a99df</serial>
Nov 13 22:34:16 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:34:16 user nova-compute[75075]: </disk>
Nov 13 22:34:16 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:34:16 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully detached device vdb from instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c from the persistent domain config.
Nov 13 22:34:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c from the live domain config. {{(pid=75075) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 13 22:34:16 user nova-compute[75075]: DEBUG nova.virt.libvirt.guest [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] detach device xml: <disk type="block" device="disk">
Nov 13 22:34:16 user nova-compute[75075]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 13 22:34:16 user nova-compute[75075]:   <source dev="/dev/sdd"/>
Nov 13 22:34:16 user nova-compute[75075]:   <target dev="vdb" bus="virtio"/>
Nov 13 22:34:16 user nova-compute[75075]:   <serial>5fd20ecf-6178-4db1-bd6f-f8fa379a99df</serial>
Nov 13 22:34:16 user nova-compute[75075]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 13 22:34:16 user nova-compute[75075]: </disk>
Nov 13 22:34:16 user nova-compute[75075]:  {{(pid=75075) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 13 22:34:17 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 13 22:34:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_power_states {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 1be3b066-35f3-4245-bdf5-e33fa91d7b6b {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Triggering sync for uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:27 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:37 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c is timed out.
Nov 13 22:34:37 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully detached device vdb from instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c from the live domain config.
Nov 13 22:34:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EWgjzwTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:34:37 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2bca4a-5931-4d5f-8c9f-012c38f22ef6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:34:37 user nova-compute[75075]: No targets found.
Nov 13 22:34:37 user nova-compute[75075]: iSNS:
Nov 13 22:34:37 user nova-compute[75075]: No targets found.
Nov 13 22:34:37 user nova-compute[75075]: STATIC:
Nov 13 22:34:37 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc
Nov 13 22:34:37 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:34:37 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:34:37 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:34:37 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:34:37 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:34:37 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df
Nov 13 22:34:37 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:34:37 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:34:37 user nova-compute[75075]: FIRMWARE:
Nov 13 22:34:37 user nova-compute[75075]: No targets found.
Nov 13 22:34:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:34:37 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:34:37 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39b3227-db0d-4af5-bceb-37386b529cd1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee148c09-4ae5-453c-896f-d704ba24cff4]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:37 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:37 user nova-compute[75075]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)
Nov 13 22:34:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:34:37 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:34:37 user nova-compute[75075]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df (non-flash)
Nov 13 22:34:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac18b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df'): ({'sdd'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Removing single pathed devices sdd {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f05b561b-d3c9-4aea-bc00-e56f50e2ed67]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfd71c3-88e9-4bc8-84da-c05843af29bc]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Flushing IO for device /dev/sdd {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1b7447-edff-471e-b96b-932300c0612e]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[699137f7-db3e-40cf-a33b-924b536342cc]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] SCSI volumes sdd have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[e203f3e6-2e57-4b09-857d-c7f304952c06]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b25454a-b7e6-446a-b155-3d560560d3fd]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260]
Nov 13 22:34:37 user nova-compute[75075]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df, portal: 172.16.0.220,3260] successful.
Nov 13 22:34:37 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5fd20ecf-6178-4db1-bd6f-f8fa379a99df -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[380fff22-ec82-4b2a-b9db-40076c43d293]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] <== disconnect_volume: return (312ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:34:37 user nova-compute[75075]: INFO nova.compute.manager [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Unrescuing
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquired lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Building network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG nova.network.neutron [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Releasing lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:34:37 user nova-compute[75075]: DEBUG nova.objects.instance [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'flavor' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG nova.objects.instance [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'flavor' on Instance uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-ef94a4af-013a-4105-966a-144450475c3e tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.662s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 19.014s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG nova.compute.manager [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:38 user nova-compute[75075]: WARNING nova.compute.manager [req-f6e3ca07-330c-445d-aced-254df1d44eda req-84c41509-f177-49e5-b0af-e09b87ef6061 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance destroyed successfully.
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:40 user nova-compute[75075]: DEBUG nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:40 user nova-compute[75075]: WARNING nova.compute.manager [req-463c186e-09d4-47d2-bc35-1306450010ab req-4d1a19d0-6627-4654-bc90-e3c483ec1751 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state rescued and task_state unrescuing.
Nov 13 22:34:42 user nova-compute[75075]: DEBUG nova.compute.manager [None req-afa553c1-ae67-4499-b94f-82b742d27d3b tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Checking state {{(pid=75075) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:34:42 user nova-compute[75075]: DEBUG nova.compute.manager [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:34:42 user nova-compute[75075]: WARNING nova.compute.manager [req-ad4718f3-9154-4fc2-bf6d-19131f4c13dc req-f7363e11-68b2-4fb5-be67-91ec46f2f574 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state active and task_state None.
Nov 13 22:34:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:34:47 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:34:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:53 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:53 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:34:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:57 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:34:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:02 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:35:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:35:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:35:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8531MB free_disk=24.77005386352539GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.342s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:05 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.compute.manager [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing instance network info cache due to event network-changed-ba19a6f3-109f-4320-af36-dd04f5c5ca5c. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] Acquiring lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] Acquired lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Refreshing network info cache for port ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:07 user nova-compute[75075]: INFO nova.compute.manager [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Terminating instance
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.compute.manager [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updated VIF entry in instance network info cache for port ba19a6f3-109f-4320-af36-dd04f5c5ca5c. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG nova.network.neutron [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating instance_info_cache with network_info: [{"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-9f634bb6-8a57-4d71-87db-707533797080 req-434fdc2a-77be-4ef1-ba7f-688b208b2cf0 service nova] Releasing lock "refresh_cache-e5f8fe9a-2dd3-467f-9758-2a3baad3957c" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:07 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Instance destroyed successfully.
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'resources' on Instance uuid e5f8fe9a-2dd3-467f-9758-2a3baad3957c {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:32:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1719220500',display_name='tempest-TestStampPattern-server-1719220500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1719220500',id=52,image_ref='70167aba-1b54-46e3-9267-1f9d4c1d4fd5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:32:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-j0bpvro9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='1d1855c6-a237-4a11-8beb-51e47f7c6ca0',image_min_disk='1',image_min_ram='0',image_owner_id='af7132e319604f82ba5e42a2210f83a8',image_owner_project_name='tempest-TestStampPattern-1854649651',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1854649651-project-member',image_user_id='8451c6f855024765b1bc1046c2c97f01',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:32:23Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=e5f8fe9a-2dd3-467f-9758-2a3baad3957c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "address": "fa:16:3e:b9:74:57", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba19a6f3-10", "ovs_interfaceid": "ba19a6f3-109f-4320-af36-dd04f5c5ca5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG os_vif [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba19a6f3-10, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3cbc1891-acc1-458f-bd46-88a8161e046b) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:35:08 user nova-compute[75075]: INFO os_vif [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:74:57,bridge_name='br-int',has_traffic_filtering=True,id=ba19a6f3-109f-4320-af36-dd04f5c5ca5c,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba19a6f3-10')
Nov 13 22:35:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Deleting instance files /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c_del
Nov 13 22:35:08 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Deletion of /opt/stack/data/nova/instances/e5f8fe9a-2dd3-467f-9758-2a3baad3957c_del complete
Nov 13 22:35:08 user nova-compute[75075]: INFO nova.compute.manager [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 13 22:35:08 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:35:08 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Took 0.49 seconds to deallocate network for instance.
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.compute.manager [req-de8b17ba-a027-4241-b720-98cd4ca048ed req-b8c25000-1e3f-4558-8910-8dda8b52fbb3 service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-vif-deleted-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:35:08 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:09 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Deleted allocations for instance e5f8fe9a-2dd3-467f-9758-2a3baad3957c
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0af6003a-cbf0-4602-9f3b-73f136863973 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.759s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-vif-unplugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] No waiting events found dispatching network-vif-unplugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:35:09 user nova-compute[75075]: WARNING nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received unexpected event network-vif-unplugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c for instance with vm_state deleted and task_state None.
Nov 13 22:35:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Acquiring lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] Lock "e5f8fe9a-2dd3-467f-9758-2a3baad3957c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:35:09 user nova-compute[75075]: DEBUG nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] No waiting events found dispatching network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:35:09 user nova-compute[75075]: WARNING nova.compute.manager [req-7af0e26b-03f6-4a01-a48c-135ce7d97b45 req-98640d7f-4ef9-4796-8d1b-bddd2b04b55b service nova] [instance: e5f8fe9a-2dd3-467f-9758-2a3baad3957c] Received unexpected event network-vif-plugged-ba19a6f3-109f-4320-af36-dd04f5c5ca5c for instance with vm_state deleted and task_state None.
Nov 13 22:35:12 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:13 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:17 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:18 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:35:23 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:33 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:38 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:43 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:35:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [{"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-782bd2c8-c765-4d47-9efb-e5c7815b78c4" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:35:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:35:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:35:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:35:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:35:58 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-changed-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing instance network info cache due to event network-changed-fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 13 22:36:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] Acquiring lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:36:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] Acquired lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:36:00 user nova-compute[75075]: DEBUG nova.network.neutron [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Refreshing network info cache for port fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:01 user nova-compute[75075]: INFO nova.compute.manager [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Terminating instance
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.compute.manager [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-unplugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] No waiting events found dispatching network-vif-unplugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.compute.manager [req-14f3471a-83b6-4313-8405-fd4c0b680224 req-38467a79-8c8f-4ebf-a352-385fe84ffdfd service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-unplugged-fd526dd9-5032-42df-a042-210af0715229 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:36:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Instance destroyed successfully.
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lazy-loading 'resources' on Instance uuid 1d1855c6-a237-4a11-8beb-51e47f7c6ca0 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:29:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-737746344',display_name='tempest-TestStampPattern-server-737746344',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-737746344',id=50,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGqv08D/I5Ry9At1PqX25HUPRf0w1kIRYnG7easy4WljWhUWh2mXrTEJ21/hldCdvuinV+plzT4HhCukfSWKZqB+h50hl/D16B5x3or0BB8/YG50xT83Uafh2n59OtkRZw==',key_name='tempest-TestStampPattern-1384564593',keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:29:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af7132e319604f82ba5e42a2210f83a8',ramdisk_id='',reservation_id='r-ldnj4e79',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1854649651',owner_user_name='tempest-TestStampPattern-1854649651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:32:15Z,user_data=None,user_id='8451c6f855024765b1bc1046c2c97f01',uuid=1d1855c6-a237-4a11-8beb-51e47f7c6ca0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converting VIF {"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG os_vif [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd526dd9-50, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6bd1e1da-462c-40de-b910-a51cb2dcb0a3) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:01 user nova-compute[75075]: INFO os_vif [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:17:e6:1f,bridge_name='br-int',has_traffic_filtering=True,id=fd526dd9-5032-42df-a042-210af0715229,network=Network(9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd526dd9-50')
Nov 13 22:36:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Deleting instance files /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0_del
Nov 13 22:36:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Deletion of /opt/stack/data/nova/instances/1d1855c6-a237-4a11-8beb-51e47f7c6ca0_del complete
Nov 13 22:36:01 user nova-compute[75075]: INFO nova.compute.manager [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 13 22:36:01 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:36:01 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG nova.network.neutron [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updated VIF entry in instance network info cache for port fd526dd9-5032-42df-a042-210af0715229. {{(pid=75075) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG nova.network.neutron [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [{"id": "fd526dd9-5032-42df-a042-210af0715229", "address": "fa:16:3e:17:e6:1f", "network": {"id": "9a31d5ab-2cc6-4003-804f-0c0d5b19cc3b", "bridge": "br-int", "label": "tempest-TestStampPattern-1176268423-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af7132e319604f82ba5e42a2210f83a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd526dd9-50", "ovs_interfaceid": "fd526dd9-5032-42df-a042-210af0715229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-3b9f9e10-cae1-4e20-9c8a-533787ff9497 req-863c2371-02c7-40e3-89b5-5f581a5e908a service nova] Releasing lock "refresh_cache-1d1855c6-a237-4a11-8beb-51e47f7c6ca0" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:36:02 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Took 0.53 seconds to deallocate network for instance.
Nov 13 22:36:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:36:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.217s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:02 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Deleted allocations for instance 1d1855c6-a237-4a11-8beb-51e47f7c6ca0
Nov 13 22:36:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0db50058-932f-43d9-b3cc-42647b9a5294 tempest-TestStampPattern-1854649651 tempest-TestStampPattern-1854649651-project-member] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.771s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] Acquiring lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] Lock "1d1855c6-a237-4a11-8beb-51e47f7c6ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] No waiting events found dispatching network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:36:03 user nova-compute[75075]: WARNING nova.compute.manager [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received unexpected event network-vif-plugged-fd526dd9-5032-42df-a042-210af0715229 for instance with vm_state deleted and task_state None.
Nov 13 22:36:03 user nova-compute[75075]: DEBUG nova.compute.manager [req-0c8c142b-28a1-4890-8513-6d6771bca91d req-1c054d5b-af50-400b-b740-ec61bd184d0a service nova] [instance: 1d1855c6-a237-4a11-8beb-51e47f7c6ca0] Received event network-vif-deleted-fd526dd9-5032-42df-a042-210af0715229 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:36:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8689MB free_disk=24.89583969116211GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:36:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.318s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:28 user nova-compute[75075]: INFO nova.compute.manager [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Terminating instance
Nov 13 22:36:28 user nova-compute[75075]: DEBUG nova.compute.manager [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG nova.compute.manager [req-1164faa9-3c0f-4efc-a44c-e77e8a8c9d29 req-7edb0091-8df8-41f1-929b-353ca7bf3caa service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-unplugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:28 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Instance destroyed successfully.
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.objects.instance [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid 782bd2c8-c765-4d47-9efb-e5c7815b78c4 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:30:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1881032227',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1881032227',id=51,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:32:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-24xz30d6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:34:42Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=782bd2c8-c765-4d47-9efb-e5c7815b78c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "address": "fa:16:3e:4d:33:86", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1152ecf-a4", "ovs_interfaceid": "a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_vif [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1152ecf-a4, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8fc7f68-7cad-49d4-a5a8-9b65bab78222) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:29 user nova-compute[75075]: INFO os_vif [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:33:86,bridge_name='br-int',has_traffic_filtering=True,id=a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1152ecf-a4')
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lqYJrUId', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:36:29 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[147c4aef-a89e-4917-8ae3-a2f141741d1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:36:29 user nova-compute[75075]: No targets found.
Nov 13 22:36:29 user nova-compute[75075]: iSNS:
Nov 13 22:36:29 user nova-compute[75075]: No targets found.
Nov 13 22:36:29 user nova-compute[75075]: STATIC:
Nov 13 22:36:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc
Nov 13 22:36:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:36:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:36:29 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:36:29 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:36:29 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:36:29 user nova-compute[75075]: FIRMWARE:
Nov 13 22:36:29 user nova-compute[75075]: No targets found.
Nov 13 22:36:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:36:29 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:36:29 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a111ca-8a82-4ca3-bee1-02f965f79b27]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a102d642-e4c5-4f07-86d9-66747bb62aba]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:36:29 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:36:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:36:29 user nova-compute[75075]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc (non-flash)
Nov 13 22:36:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2882b2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc'): ({'sdc'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Removing single pathed devices sdc {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd9fe24-0367-4abf-bd0e-545e52cddd91]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb514eb-0184-437e-9b02-aa074571f706]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flushing IO for device /dev/sdc {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8afc743-0848-4065-8eb4-af3d1587849f]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.099s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[32612ea3-37ca-4c7e-881a-ab5afae01edf]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] SCSI volumes sdc have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb14845d-a4a2-4270-bcf0-75a0f6dd4239]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[846d77f4-7a5d-483f-a8d9-19479733e644]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260]
Nov 13 22:36:29 user nova-compute[75075]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc, portal: 172.16.0.220,3260] successful.
Nov 13 22:36:29 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63fb8350-7bd0-46a8-8785-2171ebaac7bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc85e76-2cff-419e-b6b6-56afeb18f593]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== disconnect_volume: return (382ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:36:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Deleting instance files /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4_del
Nov 13 22:36:29 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Deletion of /opt/stack/data/nova/instances/782bd2c8-c765-4d47-9efb-e5c7815b78c4_del complete
Nov 13 22:36:29 user nova-compute[75075]: INFO nova.compute.manager [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 13 22:36:29 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:36:29 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:36:30 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:36:30 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Took 0.60 seconds to deallocate network for instance.
Nov 13 22:36:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] Acquiring lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:30 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] No waiting events found dispatching network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:36:30 user nova-compute[75075]: WARNING nova.compute.manager [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received unexpected event network-vif-plugged-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 for instance with vm_state active and task_state deleting.
Nov 13 22:36:30 user nova-compute[75075]: DEBUG nova.compute.manager [req-dcfb5e6d-2ac9-41b3-8eca-5298954a086b req-4e5495ba-17b0-4ca4-aa7c-144749eb6818 service nova] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Received event network-vif-deleted-a1152ecf-a4d0-44a3-a5b0-b7d7cf6a36a8 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:36:30 user nova-compute[75075]: INFO nova.compute.manager [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 782bd2c8-c765-4d47-9efb-e5c7815b78c4] Took 0.73 seconds to detach 1 volumes for instance.
Nov 13 22:36:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:36:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:36:31 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:36:31 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:36:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.173s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:31 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Deleted allocations for instance 782bd2c8-c765-4d47-9efb-e5c7815b78c4
Nov 13 22:36:31 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-2900d641-9dc5-4288-be17-97f89f355d44 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "782bd2c8-c765-4d47-9efb-e5c7815b78c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.921s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:36:34 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:36:39 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:44 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:36:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:36:48 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG nova.objects.instance [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lazy-loading 'info_cache' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [{"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:36:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:36:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:53 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:53 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:36:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:54 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:57 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:36:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:36:59 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:37:03 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:37:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:37:04 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8891MB free_disk=24.886608123779297GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:37:04 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.206s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:08 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:14 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:19 user nova-compute[75075]: INFO nova.compute.manager [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Terminating instance
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.compute.manager [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-unplugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] No waiting events found dispatching network-vif-unplugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.compute.manager [req-587b5969-93f9-4ee9-81f0-dcddfa75f95e req-bcf904e0-3d62-44fd-ae30-cdfa348b81d4 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-unplugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Instance destroyed successfully.
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.objects.instance [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid 1be3b066-35f3-4245-bdf5-e33fa91d7b6b {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:27:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1729499761',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1729499761',id=49,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-u11z0h81',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:29:53Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=1be3b066-35f3-4245-bdf5-e33fa91d7b6b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "address": "fa:16:3e:e5:29:b2", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c56a884-35", "ovs_interfaceid": "4c56a884-353a-4ec5-8cb8-2358e1d25766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG os_vif [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c56a884-35, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28e17113-334a-430c-a3bb-90027ce2d5a0) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:37:19 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:20 user nova-compute[75075]: INFO os_vif [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:29:b2,bridge_name='br-int',has_traffic_filtering=True,id=4c56a884-353a-4ec5-8cb8-2358e1d25766,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c56a884-35')
Nov 13 22:37:20 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Deleting instance files /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b_del
Nov 13 22:37:20 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Deletion of /opt/stack/data/nova/instances/1be3b066-35f3-4245-bdf5-e33fa91d7b6b_del complete
Nov 13 22:37:20 user nova-compute[75075]: INFO nova.compute.manager [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 13 22:37:20 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:37:20 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Took 0.69 seconds to deallocate network for instance.
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e0c2b3a-4d34-4294-a0ad-b2ccf3eacb06 req-382a1bd8-e8ca-4614-b68b-2b74e716d228 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-deleted-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:37:20 user nova-compute[75075]: INFO nova.compute.manager [req-6e0c2b3a-4d34-4294-a0ad-b2ccf3eacb06 req-382a1bd8-e8ca-4614-b68b-2b74e716d228 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Neutron deleted interface 4c56a884-353a-4ec5-8cb8-2358e1d25766; detaching it from the instance and deleting it from the info cache
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.network.neutron [req-6e0c2b3a-4d34-4294-a0ad-b2ccf3eacb06 req-382a1bd8-e8ca-4614-b68b-2b74e716d228 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.compute.manager [req-6e0c2b3a-4d34-4294-a0ad-b2ccf3eacb06 req-382a1bd8-e8ca-4614-b68b-2b74e716d228 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Detach interface failed, port_id=4c56a884-353a-4ec5-8cb8-2358e1d25766, reason: Instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b could not be found. {{(pid=75075) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:37:20 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:21 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Deleted allocations for instance 1be3b066-35f3-4245-bdf5-e33fa91d7b6b
Nov 13 22:37:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-d69a2d0f-e70b-478a-815e-1973654d0ef2 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] Acquiring lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] Lock "1be3b066-35f3-4245-bdf5-e33fa91d7b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:37:21 user nova-compute[75075]: DEBUG nova.compute.manager [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] No waiting events found dispatching network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:37:21 user nova-compute[75075]: WARNING nova.compute.manager [req-84a9b415-8c01-475e-b7e1-2871abeff1fc req-20a13879-6c4e-4db5-aad4-de682084d0d7 service nova] [instance: 1be3b066-35f3-4245-bdf5-e33fa91d7b6b] Received unexpected event network-vif-plugged-4c56a884-353a-4ec5-8cb8-2358e1d25766 for instance with vm_state deleted and task_state None.
Nov 13 22:37:24 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:29 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:37:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:37:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:37:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:47 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:49 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:49 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:37:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 22:37:49 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquired lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 13 22:37:49 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Forcefully refreshing network info cache for instance {{(pid=75075) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 13 22:37:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:50 user nova-compute[75075]: DEBUG nova.network.neutron [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [{"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:37:50 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Releasing lock "refresh_cache-ccc40c5e-f798-4fcc-a6be-c5f8848886e7" {{(pid=75075) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 13 22:37:50 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updated the network info_cache for instance {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 13 22:37:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:37:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:37:57 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75075) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:05 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75075) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:06 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:38:06 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=8958MB free_disk=25.01122283935547GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75075) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing inventories for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating ProviderTree inventory for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Updating inventory in ProviderTree for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing aggregate associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, aggregates: None {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Refreshing trait associations for resource provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d, traits: COMPUTE_STORAGE_BUS_SCSI,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_IMAGE_TYPE_QCOW2,HW_CPU_X86_SSE42,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSSE3,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_EXTEND,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_ACCELERATORS,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_RESCUE_BFV,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSE2,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_BOCHS,HW_CPU_X86_SSE41 {{(pid=75075) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:38:06 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.648s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:09 user nova-compute[75075]: INFO nova.compute.manager [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Terminating instance
Nov 13 22:38:09 user nova-compute[75075]: DEBUG nova.compute.manager [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:09 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.compute.manager [req-2c67217a-56c8-4be2-a433-d431a7ffbdfc req-1a84c19b-f16c-4cb8-9dd8-4f6138ee3a2a service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-unplugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Instance destroyed successfully.
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.objects.instance [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid ccc40c5e-f798-4fcc-a6be-c5f8848886e7 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:22:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1387201305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1387201305',id=47,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:24:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-gmxu7zcw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:26:10Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ccc40c5e-f798-4fcc-a6be-c5f8848886e7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "364129ae-04c3-42f6-b068-3f01f5c440c0", "address": "fa:16:3e:e2:bd:bb", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap364129ae-04", "ovs_interfaceid": "364129ae-04c3-42f6-b068-3f01f5c440c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_vif [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap364129ae-04, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0d03cc9-c24c-4baf-9752-28140652417e) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:10 user nova-compute[75075]: INFO os_vif [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:bd:bb,bridge_name='br-int',has_traffic_filtering=True,id=364129ae-04c3-42f6-b068-3f01f5c440c0,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap364129ae-04')
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] calling os-brick to detach iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fb2ac3ebc40>, {'target_iqn': 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qufvMnbL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 13 22:38:10 user nova-compute[75075]: WARNING os_brick.initiator.connectors.base [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[f79580cb-1269-4185-9011-d52d88e56a22]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 13 22:38:10 user nova-compute[75075]: No targets found.
Nov 13 22:38:10 user nova-compute[75075]: iSNS:
Nov 13 22:38:10 user nova-compute[75075]: No targets found.
Nov 13 22:38:10 user nova-compute[75075]: STATIC:
Nov 13 22:38:10 user nova-compute[75075]: Target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589
Nov 13 22:38:10 user nova-compute[75075]:         Portal: 172.16.0.220:3260,-1
Nov 13 22:38:10 user nova-compute[75075]:                 Iface Name: default
Nov 13 22:38:10 user nova-compute[75075]: FIRMWARE:
Nov 13 22:38:10 user nova-compute[75075]: No targets found.
Nov 13 22:38:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 13 22:38:10 user nova-compute[75075]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 13 22:38:10 user nova-compute[75075]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75075) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589', 0)] {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d13307-6e8c-4fff-a5ed-25e280ba259b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[111e2dcd-6359-43d1-a549-015157dfcacf]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:38:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 (non-flash)
Nov 13 22:38:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fb2ac70ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589'): ({'sdb'}, set())}) {{(pid=75075) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Removing single pathed devices sdb {{(pid=75075) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[243a0f6b-f928-4de3-9376-966e146bc7cf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[8566af09-8b45-4b34-9888-708895bb2f1a]: (4, ('ok\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Flushing IO for device /dev/sdb {{(pid=75075) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[856bf5b9-f39a-4d52-80ec-73e3ae56ee75]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75075) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f6aa7f-98bb-49e5-a618-87e40f48d57b]: (4, ('1', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.linuxscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] SCSI volumes sdb have been removed. {{(pid=75075) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589')] {{(pid=75075) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7c8998b-0ca2-45ec-8c63-936b3636883c]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --logout {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7d5a43-ccb4-4cb8-9e50-1518de95de27]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260]
Nov 13 22:38:10 user nova-compute[75075]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589, portal: 172.16.0.220,3260] successful.
Nov 13 22:38:10 user nova-compute[75075]:  stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op delete {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38be5da0-33c0-446b-849d-c7dd316e0589 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86562) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.privsep.daemon [-] privsep: reply[310eea09-e44a-4dbd-95a1-b2f834b3570a]: (4, ('', '')) {{(pid=86562) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75075) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.base [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG os_brick.initiator.connectors.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] <== disconnect_volume: return (271ms) None {{(pid=75075) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Disconnected iSCSI Volume {{(pid=75075) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 13 22:38:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Deleting instance files /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7_del
Nov 13 22:38:10 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Deletion of /opt/stack/data/nova/instances/ccc40c5e-f798-4fcc-a6be-c5f8848886e7_del complete
Nov 13 22:38:10 user nova-compute[75075]: INFO nova.compute.manager [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Took 1.09 seconds to destroy the instance on the hypervisor.
Nov 13 22:38:10 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:38:10 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:38:11 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:38:11 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Took 0.50 seconds to deallocate network for instance.
Nov 13 22:38:11 user nova-compute[75075]: DEBUG nova.compute.manager [req-6a83bf07-e314-49f4-8157-0f7ed01a7351 req-f52aace3-a730-43a0-b49d-f6f61fc0cfda service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-deleted-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:38:12 user nova-compute[75075]: INFO nova.compute.manager [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Took 0.70 seconds to detach 1 volumes for instance.
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] Acquiring lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG nova.compute.manager [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] No waiting events found dispatching network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:38:12 user nova-compute[75075]: WARNING nova.compute.manager [req-986b0b65-4eb4-4a4d-86e3-6649c5871a7b req-ad46d018-ce9b-430d-85cc-0545479f420d service nova] [instance: ccc40c5e-f798-4fcc-a6be-c5f8848886e7] Received unexpected event network-vif-plugged-364129ae-04c3-42f6-b068-3f01f5c440c0 for instance with vm_state deleted and task_state None.
Nov 13 22:38:12 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.132s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:12 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Deleted allocations for instance ccc40c5e-f798-4fcc-a6be-c5f8848886e7
Nov 13 22:38:12 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-0667d142-4ae0-46d7-8a8b-d3e927c42cd8 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ccc40c5e-f798-4fcc-a6be-c5f8848886e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.617s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:38:15 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:15 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances with incomplete migration  {{(pid=75075) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 13 22:38:15 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:18 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Cleaning up deleted instances {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 13 22:38:18 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] There are 0 instances to clean {{(pid=75075) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 13 22:38:20 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:25 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:30 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:33 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:35 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:40 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:45 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:38:48 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:50 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:51 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:38:51 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:38:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:54 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:54 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:38:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:55 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:55 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:38:57 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:38:58 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:00 user nova-compute[75075]: INFO nova.compute.manager [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Terminating instance
Nov 13 22:39:00 user nova-compute[75075]: DEBUG nova.compute.manager [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Start destroying the instance on the hypervisor. {{(pid=75075) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-unplugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] No waiting events found dispatching network-vif-unplugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG nova.compute.manager [req-73ec64db-75f8-4b39-821f-ef0bc04b056c req-194d7888-e723-4ed6-9fe5-4a33e030f753 service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-unplugged-85b3b164-877a-4422-bc26-a645cf383f91 for instance with task_state deleting. {{(pid=75075) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 13 22:39:00 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Instance destroyed successfully.
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.objects.instance [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lazy-loading 'resources' on Instance uuid ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90 {{(pid=75075) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.virt.libvirt.vif [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-13T22:18:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2044361408',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2044361408',id=43,image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-13T22:18:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9490d327a7b49f0b911f7d70699a897',ramdisk_id='',reservation_id='r-wwqac4jr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1850ba7a-6f76-405f-aefd-c33f70eddc32',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-13T22:20:31Z,user_data=None,user_id='a5081c1812ee4717ba25fb1cb38e396a',uuid=ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converting VIF {"id": "85b3b164-877a-4422-bc26-a645cf383f91", "address": "fa:16:3e:8c:e4:af", "network": {"id": "aceb5dc9-b264-4eee-9664-f6222a54e214", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1321457781-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9490d327a7b49f0b911f7d70699a897", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85b3b164-87", "ovs_interfaceid": "85b3b164-877a-4422-bc26-a645cf383f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.network.os_vif_util [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87') {{(pid=75075) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG os_vif [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87') {{(pid=75075) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap85b3b164-87, bridge=br-int, if_exists=True) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 20 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78a7b881-35c8-4b02-9ef1-0c93ad962f5b) {{(pid=75075) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:01 user nova-compute[75075]: INFO os_vif [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8c:e4:af,bridge_name='br-int',has_traffic_filtering=True,id=85b3b164-877a-4422-bc26-a645cf383f91,network=Network(aceb5dc9-b264-4eee-9664-f6222a54e214),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85b3b164-87')
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Deleting instance files /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90_del
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.virt.libvirt.driver [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Deletion of /opt/stack/data/nova/instances/ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90_del complete
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.compute.manager [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 13 22:39:01 user nova-compute[75075]: DEBUG oslo.service.loopingcall [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75075) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.compute.manager [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Deallocating network for instance {{(pid=75075) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] deallocate_for_instance() {{(pid=75075) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.network.neutron [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Updating instance_info_cache with network_info: [] {{(pid=75075) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.compute.manager [-] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Took 0.48 seconds to deallocate network for instance.
Nov 13 22:39:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:39:01 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:01 user nova-compute[75075]: INFO nova.scheduler.client.report [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Deleted allocations for instance ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90
Nov 13 22:39:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-172bfc76-9b0e-467b-b35d-ec684a24bcd7 tempest-ServerBootFromVolumeStableRescueTest-2011235839 tempest-ServerBootFromVolumeStableRescueTest-2011235839-project-member] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.650s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:39:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] Acquiring lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:02 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] Lock "ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] No waiting events found dispatching network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 13 22:39:02 user nova-compute[75075]: WARNING nova.compute.manager [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received unexpected event network-vif-plugged-85b3b164-877a-4422-bc26-a645cf383f91 for instance with vm_state deleted and task_state None.
Nov 13 22:39:02 user nova-compute[75075]: DEBUG nova.compute.manager [req-28b60903-9259-40e0-868d-dd6486b7a8ce req-5c0980ae-6e1c-44d6-8b88-34761410960d service nova] [instance: ba082f5b-efaa-42f7-b6ee-fbc06ee3ee90] Received event network-vif-deleted-85b3b164-877a-4422-bc26-a645cf383f91 {{(pid=75075) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:39:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:39:05 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=9129MB free_disk=25.135639190673828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:39:05 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:39:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:09 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:31 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:36 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:41 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:46 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:50 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:51 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:39:52 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Starting heal instance info cache {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 13 22:39:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Rebuilding the list of instances to heal {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 13 22:39:52 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Didn't find any instances for network info cache update. {{(pid=75075) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 13 22:39:52 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:53 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:53 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:56 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:39:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:56 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:39:56 user nova-compute[75075]: DEBUG nova.compute.manager [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75075) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 13 22:39:57 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:40:00 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:40:01 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:40:06 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_service.periodic_task [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Running periodic task ComputeManager.update_available_resource {{(pid=75075) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Auditing locally available compute resources for user (node: user) {{(pid=75075) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 13 22:40:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:40:07 user nova-compute[75075]: WARNING nova.virt.libvirt.driver [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Hypervisor/Node resource view: name=user free_ram=9147MB free_disk=25.134098052978516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75075) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75075) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.provider_tree [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed in ProviderTree for provider: 21ccc838-3a72-4bb1-874e-ba8e843dca5d {{(pid=75075) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.scheduler.client.report [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Inventory has not changed for provider 21ccc838-3a72-4bb1-874e-ba8e843dca5d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75075) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG nova.compute.resource_tracker [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Compute_service record updated for user:user {{(pid=75075) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 13 22:40:07 user nova-compute[75075]: DEBUG oslo_concurrency.lockutils [None req-dd89987f-afea-49c3-9636-e0641d3b8d1d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.106s {{(pid=75075) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 13 22:40:11 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:40:16 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75075) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75075) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 13 22:40:21 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 13 22:40:26 user nova-compute[75075]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75075) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}